abeltian created IMPALA-10087:
---------------------------------
Summary: IMPALA-6050 causes alluxio not to be supported
Key: IMPALA-10087
URL: https://issues.apache.org/jira/browse/IMPALA-10087
Project: IMPALA
Issue Type: Bug
Components: Frontend
Affects Versions: Impala 3.4.0, Impala 3.3.0
Reporter: abeltian
IMPALA-6050 causes alluxio not to be supported.
{code:java}
// if (sampledFiles != null) { numPartitionsPerFs_ =
sampledFiles.keySet().stream().collect(Collectors.groupingBy(
SampledPartitionMetadata::getPartitionFsType, Collectors.counting())); }
else { numPartitionsPerFs_.putAll(partitions_.stream().collect(
Collectors.groupingBy(FeFsPartition::getFsType, Collectors.counting())));
}{code}
{code:java}
//public enum FsType { ADLS, HDFS, LOCAL, S3, OZONE;
private static final Map<String, FsType> SCHEME_TO_FS_MAPPING =
ImmutableMap.<String, FsType>builder() .put("abfs", ADLS)
.put("abfss", ADLS) .put("adl", ADLS) .put("file", LOCAL)
.put("hdfs", HDFS) .put("s3a", S3)
.put("o3fs", OZONE) .build();{code}
{code:java}
10:58:47.793 AM INFO cc:288 10:58:47.793 AM INFO cc:288
0543f5853d94c127:7a4e836900000000] java.lang.NullPointerException: element
cannot be mapped to a null key at
java.util.Objects.requireNonNull(Objects.java:228) at
java.util.stream.Collectors.lambda$groupingBy$45(Collectors.java:907) at
java.util.stream.ReduceOps$3ReducingSink.accept(ReduceOps.java:169) at
java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1382)
at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481) at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471) at
java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708) at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) at
java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499) at
org.apache.impala.planner.HdfsScanNode.computeScanRangeLocations(HdfsScanNode.java:822)
at org.apache.impala.planner.HdfsScanNode.init(HdfsScanNode.java:381)
{code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
