This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch branch-1.7
in repository https://gitbox.apache.org/repos/asf/orc.git
The following commit(s) were added to refs/heads/branch-1.7 by this push:
new c8d4113f9 ORC-1207: Upgrade Spark to 3.3.0
c8d4113f9 is described below
commit c8d4113f90c60fc8a92dd32fcc8ebda3a63db00f
Author: William Hyun <[email protected]>
AuthorDate: Wed Jun 22 17:55:36 2022 -0700
ORC-1207: Upgrade Spark to 3.3.0
This PR aims to upgrade Spark to 3.3.0.
This will bring the latest improvements and bug fixes.
- https://spark.apache.org/releases/spark-release-3-3-0.html
Pass the CIs.
Closes #1162
Closes #1165 from williamhyun/spark330.
Authored-by: William Hyun <[email protected]>
Signed-off-by: William Hyun <[email protected]>
(cherry picked from commit 3eac56761f48f3e315eea56dc63de9f2cbadcdbb)
Signed-off-by: Dongjoon Hyun <[email protected]>
(cherry picked from commit 98474e127bf91dc99e3ebb3825d0a81bbd529d05)
Signed-off-by: Dongjoon Hyun <[email protected]>
---
java/bench/pom.xml | 2 +-
.../spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java | 6 +++---
2 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/java/bench/pom.xml b/java/bench/pom.xml
index 500d1458e..2dfb5cb7d 100644
--- a/java/bench/pom.xml
+++ b/java/bench/pom.xml
@@ -36,7 +36,7 @@
<jmh.version>1.20</jmh.version>
<orc.version>${project.version}</orc.version>
<parquet.version>1.12.3</parquet.version>
- <spark.version>3.2.1</spark.version>
+ <spark.version>3.3.0</spark.version>
<jackson.version>2.12.4</jackson.version>
<hadoop.version>3.3.3</hadoop.version>
<junit.version>5.8.2</junit.version>
diff --git
a/java/bench/spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java
b/java/bench/spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java
index 6257fa205..c8883152e 100644
--- a/java/bench/spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java
+++ b/java/bench/spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java
@@ -201,7 +201,7 @@ public class SparkBenchmark implements OrcBenchmark {
JavaConverters.collectionAsScalaIterableConverter(filters).asScala().toSeq(),
scalaMap, source.conf);
PartitionedFile file = new PartitionedFile(InternalRow.empty(),
- source.path.toString(), 0, Long.MAX_VALUE, new String[0]);
+ source.path.toString(), 0, Long.MAX_VALUE, new String[0], 0L, 0L);
processReader(factory.apply(file), statistics, counters, blackhole);
}
@@ -249,7 +249,7 @@ public class SparkBenchmark implements OrcBenchmark {
JavaConverters.collectionAsScalaIterableConverter(filters).asScala().toSeq(),
scalaMap, source.conf);
PartitionedFile file = new PartitionedFile(InternalRow.empty(),
- source.path.toString(), 0, Long.MAX_VALUE, new String[0]);
+ source.path.toString(), 0, Long.MAX_VALUE, new String[0], 0L, 0L);
processReader(factory.apply(file), statistics, counters, blackhole);
}
@@ -301,7 +301,7 @@ public class SparkBenchmark implements OrcBenchmark {
JavaConverters.collectionAsScalaIterableConverter(filters).asScala().toSeq(),
scalaMap, source.conf);
PartitionedFile file = new PartitionedFile(InternalRow.empty(),
- source.path.toString(), 0, Long.MAX_VALUE, new String[0]);
+ source.path.toString(), 0, Long.MAX_VALUE, new String[0], 0L, 0L);
processReader(factory.apply(file), statistics, counters, blackhole);
}
}