This is an automated email from the ASF dual-hosted git repository. dkuzmenko pushed a commit to branch revert-4362-arrowUpgrade in repository https://gitbox.apache.org/repos/asf/hive.git
commit bed424035ef09a3a0b4b8f42760bd7e757275b23 Author: Denys Kuzmenko <denisk...@gmail.com> AuthorDate: Wed May 31 18:20:49 2023 +0200 Revert "HIVE-27381 : Upgrade Arrow to 7.0.0 (Aman Raj, reviewed by Attila Turoczy, Laszlo Vegh, Sruthi Mooriyathvariam)" This reverts commit 351259723126c5e1abf3791485c397d80d42b433. --- pom.xml | 4 ++-- ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/pom.xml b/pom.xml index 96386b9d7ea..df44fdd0153 100644 --- a/pom.xml +++ b/pom.xml @@ -106,7 +106,7 @@ <antlr.version>3.5.2</antlr.version> <apache-directory-server.version>1.5.7</apache-directory-server.version> <!-- Include arrow for LlapOutputFormatService --> - <arrow.version>7.0.0</arrow.version> + <arrow.version>2.0.0</arrow.version> <avatica.version>1.12.0</avatica.version> <avro.version>1.11.1</avro.version> <bcprov-jdk15on.version>1.64</bcprov-jdk15on.version> @@ -133,7 +133,7 @@ <dropwizard-metrics-hadoop-metrics2-reporter.version>0.1.2</dropwizard-metrics-hadoop-metrics2-reporter.version> <druid.version>0.17.1</druid.version> <esri.version>2.2.4</esri.version> - <flatbuffers.version>1.12.0</flatbuffers.version> + <flatbuffers.version>1.9.0</flatbuffers.version> <guava.version>22.0</guava.version> <groovy.version>2.4.21</groovy.version> <h2database.version>2.1.214</h2database.version> diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java b/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java index 62c9fbe303b..1a456000bdb 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java @@ -326,7 +326,7 @@ public class Serializer { if (hiveVector.isNull[selectedIndex]) { BitVectorHelper.setValidityBit(arrowVector.getValidityBuffer(), rowIndex, 0); } else { - BitVectorHelper.setBit(arrowVector.getValidityBuffer(), rowIndex); + BitVectorHelper.setValidityBitToOne(arrowVector.getValidityBuffer(), rowIndex); } } } @@ -385,7 +385,7 @@ public class Serializer { if (hiveVector == null || hiveVector.isNull[rowIndex]) { BitVectorHelper.setValidityBit(arrowVector.getValidityBuffer(), rowIndex, 0); } else { - BitVectorHelper.setBit(arrowVector.getValidityBuffer(), rowIndex); + BitVectorHelper.setValidityBitToOne(arrowVector.getValidityBuffer(), rowIndex); } } }