This is an automated email from the ASF dual-hosted git repository.

william pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/orc.git


The following commit(s) were added to refs/heads/main by this push:
     new 3eac56761 ORC-1207: Upgrade Spark to 3.3.0
3eac56761 is described below

commit 3eac56761f48f3e315eea56dc63de9f2cbadcdbb
Author: William Hyun <[email protected]>
AuthorDate: Wed Jun 22 17:55:36 2022 -0700

    ORC-1207: Upgrade Spark to 3.3.0
    
    ### What changes were proposed in this pull request?
    This PR aims to upgrade Spark to 3.3.0.
    
    ### Why are the changes needed?
    This will bring the latest improvements and bug fixes.
    
    - https://spark.apache.org/releases/spark-release-3-3-0.html
    
    ### How was this patch tested?
    Pass the CIs.
    
    Closes #1162
    
    Closes #1165 from williamhyun/spark330.
    
    Authored-by: William Hyun <[email protected]>
    Signed-off-by: William Hyun <[email protected]>
---
 java/bench/pom.xml                                                  | 2 +-
 .../spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java   | 6 +++---
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/java/bench/pom.xml b/java/bench/pom.xml
index 9a56220ff..2b5b79c6b 100644
--- a/java/bench/pom.xml
+++ b/java/bench/pom.xml
@@ -36,7 +36,7 @@
     <jmh.version>1.20</jmh.version>
     <orc.version>${project.version}</orc.version>
     <parquet.version>1.12.3</parquet.version>
-    <spark.version>3.2.1</spark.version>
+    <spark.version>3.3.0</spark.version>
     <hadoop.version>3.3.3</hadoop.version>
     <junit.version>5.8.2</junit.version>
   </properties>
diff --git 
a/java/bench/spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java 
b/java/bench/spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java
index 6257fa205..c8883152e 100644
--- a/java/bench/spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java
+++ b/java/bench/spark/src/java/org/apache/orc/bench/spark/SparkBenchmark.java
@@ -201,7 +201,7 @@ public class SparkBenchmark implements OrcBenchmark {
             
JavaConverters.collectionAsScalaIterableConverter(filters).asScala().toSeq(),
             scalaMap, source.conf);
     PartitionedFile file = new PartitionedFile(InternalRow.empty(),
-        source.path.toString(), 0, Long.MAX_VALUE, new String[0]);
+        source.path.toString(), 0, Long.MAX_VALUE, new String[0], 0L, 0L);
     processReader(factory.apply(file), statistics, counters, blackhole);
   }
 
@@ -249,7 +249,7 @@ public class SparkBenchmark implements OrcBenchmark {
             
JavaConverters.collectionAsScalaIterableConverter(filters).asScala().toSeq(),
             scalaMap, source.conf);
     PartitionedFile file = new PartitionedFile(InternalRow.empty(),
-        source.path.toString(), 0, Long.MAX_VALUE, new String[0]);
+        source.path.toString(), 0, Long.MAX_VALUE, new String[0], 0L, 0L);
     processReader(factory.apply(file), statistics, counters, blackhole);
   }
 
@@ -301,7 +301,7 @@ public class SparkBenchmark implements OrcBenchmark {
             
JavaConverters.collectionAsScalaIterableConverter(filters).asScala().toSeq(),
             scalaMap, source.conf);
     PartitionedFile file = new PartitionedFile(InternalRow.empty(),
-        source.path.toString(), 0, Long.MAX_VALUE, new String[0]);
+        source.path.toString(), 0, Long.MAX_VALUE, new String[0], 0L, 0L);
     processReader(factory.apply(file), statistics, counters, blackhole);
   }
 }

Reply via email to