(hive) branch master updated: HIVE-28831 : FS Initialisation for SerDeEncodedDataReader & VectorDeserializeOrcWriter should be based on jobConf (#5704) (Anmol Sundaram, reviewed by Shohei Okumiya)

[okumin]

This is an automated email from the ASF dual-hosted git repository.

okumin pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git


The following commit(s) were added to refs/heads/master by this push:
     new e759f648d8a HIVE-28831 : FS Initialisation for SerDeEncodedDataReader 
& VectorDeserializeOrcWriter should be based on jobConf (#5704) (Anmol 
Sundaram, reviewed by Shohei Okumiya)
e759f648d8a is described below

commit e759f648d8a51272b5505499369f995816ae6162
Author: AnmolSun <124231245+anmol...@users.noreply.github.com>
AuthorDate: Tue Mar 25 13:22:08 2025 +0530

    HIVE-28831 : FS Initialisation for SerDeEncodedDataReader & 
VectorDeserializeOrcWriter should be based on jobConf (#5704) (Anmol Sundaram, 
reviewed by Shohei Okumiya)
---
 .../org/apache/hadoop/hive/llap/io/encoded/SerDeEncodedDataReader.java  | 2 +-
 .../apache/hadoop/hive/llap/io/encoded/VectorDeserializeOrcWriter.java  | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git 
a/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/SerDeEncodedDataReader.java
 
b/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/SerDeEncodedDataReader.java
index 40b745e09ff..3322136366d 100644
--- 
a/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/SerDeEncodedDataReader.java
+++ 
b/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/SerDeEncodedDataReader.java
@@ -221,7 +221,7 @@ public MemoryBuffer create() {
       throw new RuntimeException(e);
     }
 
-    fs = split.getPath().getFileSystem(daemonConf);
+    fs = split.getPath().getFileSystem(jobConf);
     PartitionDesc partitionDesc = 
LlapHiveUtils.partitionDescForPath(split.getPath(), parts);
     fileKey = determineCacheKey(fs, split, partitionDesc, daemonConf);
     cacheTag = HiveConf.getBoolVar(daemonConf, ConfVars.LLAP_TRACK_CACHE_USAGE)
diff --git 
a/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/VectorDeserializeOrcWriter.java
 
b/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/VectorDeserializeOrcWriter.java
index 595b3a3cb80..e9fd5e4b169 100644
--- 
a/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/VectorDeserializeOrcWriter.java
+++ 
b/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/VectorDeserializeOrcWriter.java
@@ -107,7 +107,7 @@ public static EncodingWriter create(InputFormat<?, ?> 
sourceIf, Deserializer ser
         || !(sourceIf instanceof TextInputFormat) || !(serDe instanceof 
LazySimpleSerDe)) {
       return new DeserializerOrcWriter(serDe, sourceOi, allocSize);
     }
-    Path path = splitPath.getFileSystem(daemonConf).makeQualified(splitPath);
+    Path path = splitPath.getFileSystem(jobConf).makeQualified(splitPath);
     PartitionDesc partDesc = HiveFileFormatUtils.getFromPathRecursively(parts, 
path, null);
     if (partDesc == null) {
       LlapIoImpl.LOG.info("Not using VertorDeserializeOrcWriter: no partition 
desc for " + path);