This is an automated email from the ASF dual-hosted git repository. danny0405 pushed a commit to branch release-0.10.0 in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 1ee35c484b9e4eefb033086c5e0388afac70e642 Author: Alexey Kudinkin <[email protected]> AuthorDate: Wed Dec 1 20:56:04 2021 -0800 Fixed partitions produced by layout optimization in case order-by key is composed of a single column (#4183) (cherry picked from commit 772f5ca24ee76c5c3676a9136fd994f7cd55a0e3) --- .../src/main/java/org/apache/spark/OrderingIndexHelper.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hudi-client/hudi-spark-client/src/main/java/org/apache/spark/OrderingIndexHelper.java b/hudi-client/hudi-spark-client/src/main/java/org/apache/spark/OrderingIndexHelper.java index 67b1c67..3d0138e 100644 --- a/hudi-client/hudi-spark-client/src/main/java/org/apache/spark/OrderingIndexHelper.java +++ b/hudi-client/hudi-spark-client/src/main/java/org/apache/spark/OrderingIndexHelper.java @@ -100,7 +100,7 @@ public class OrderingIndexHelper { } // only one col to sort, no need to use z-order if (sortCols.size() == 1) { - return df.repartitionByRange(fieldNum, org.apache.spark.sql.functions.col(sortCols.get(0))); + return df.repartitionByRange(fileNum, org.apache.spark.sql.functions.col(sortCols.get(0))); } Map<Integer, StructField> fieldMap = sortCols .stream().collect(Collectors.toMap(e -> Arrays.asList(df.schema().fields()).indexOf(columnsMap.get(e)), e -> columnsMap.get(e)));
