[
https://issues.apache.org/jira/browse/HIVE-9882?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14353633#comment-14353633
]
Hive QA commented on HIVE-9882:
-------------------------------
{color:red}Overall{color}: -1 no tests executed
Here are the results of testing the latest attachment:
https://issues.apache.org/jira/secure/attachment/12703340/HIVE-9882.1-spark.patch
Test results:
http://ec2-174-129-184-35.compute-1.amazonaws.com/jenkins/job/PreCommit-HIVE-SPARK-Build/771/testReport
Console output:
http://ec2-174-129-184-35.compute-1.amazonaws.com/jenkins/job/PreCommit-HIVE-SPARK-Build/771/console
Test logs:
http://ec2-50-18-27-0.us-west-1.compute.amazonaws.com/logs/PreCommit-HIVE-SPARK-Build-771/
Messages:
{noformat}
**** This message was trimmed, see log for full details ****
Reverted
'hbase-handler/src/java/org/apache/hadoop/hive/hbase/HBaseStorageHandler.java'
Reverted
'hbase-handler/src/java/org/apache/hadoop/hive/hbase/HBaseSerDeParameters.java'
Reverted
'metastore/src/java/org/apache/hadoop/hive/metastore/RetryingHMSHandler.java'
Reverted 'metastore/src/java/org/apache/hadoop/hive/metastore/Warehouse.java'
Reverted
'metastore/src/java/org/apache/hadoop/hive/metastore/IMetaStoreClient.java'
Reverted
'metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java'
Reverted
'metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreDirectSql.java'
Reverted
'metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStore.java'
Reverted 'bin/hive'
Reverted 'data/files/parquet_types.txt'
Reverted
'itests/hcatalog-unit/src/test/java/org/apache/hive/hcatalog/listener/TestDbNotificationListener.java'
Reverted
'itests/hive-unit/src/test/java/org/apache/hive/beeline/TestBeeLineWithArgs.java'
Reverted 'LICENSE'
Reverted
'hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/FosterStorageHandler.java'
Reverted
'hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/HCatSplit.java'
Reverted
'hcatalog/streaming/src/java/org/apache/hive/hcatalog/streaming/AbstractRecordWriter.java'
Reverted
'hcatalog/server-extensions/src/main/java/org/apache/hive/hcatalog/messaging/MessageFactory.java'
Reverted
'hcatalog/webhcat/svr/src/main/java/org/apache/hive/hcatalog/templeton/tool/JobState.java'
Reverted
'hcatalog/webhcat/java-client/src/main/java/org/apache/hive/hcatalog/api/HCatClientHMSImpl.java'
Reverted 'hcatalog/webhcat/java-client/pom.xml'
Reverted
'accumulo-handler/src/java/org/apache/hadoop/hive/accumulo/predicate/PrimitiveComparisonFilter.java'
Reverted 'accumulo-handler/src/java/org/apache/hadoop/hive/accumulo/Utils.java'
Reverted
'accumulo-handler/src/java/org/apache/hadoop/hive/accumulo/serde/AccumuloSerDeParameters.java'
Reverted 'common/src/java/org/apache/hadoop/hive/conf/HiveConf.java'
Reverted 'common/src/java/org/apache/hadoop/hive/common/JavaUtils.java'
Reverted
'service/src/java/org/apache/hive/service/server/ThreadFactoryWithGarbageCleanup.java'
Reverted
'serde/src/test/org/apache/hadoop/hive/serde2/avro/TestAvroSerializer.java'
Reverted 'serde/src/java/org/apache/hadoop/hive/serde2/avro/AvroSerializer.java'
Reverted 'beeline/src/test/org/apache/hive/beeline/TestBeelineArgParsing.java'
Reverted 'beeline/src/java/org/apache/hive/beeline/BeeLine.java'
Reverted
'beeline/src/java/org/apache/hive/beeline/DeprecatedSeparatedValuesOutputFormat.java'
Reverted 'beeline/src/java/org/apache/hive/beeline/DatabaseConnection.java'
Reverted 'beeline/src/java/org/apache/hive/beeline/Commands.java'
Reverted 'beeline/src/java/org/apache/hive/beeline/ClassNameCompleter.java'
Reverted
'beeline/src/java/org/apache/hive/beeline/SeparatedValuesOutputFormat.java'
Reverted 'beeline/src/main/resources/BeeLine.properties'
Reverted 'ql/src/test/results/clientnegative/udf_add_months_error_2.q.out'
Reverted 'ql/src/test/results/clientnegative/udf_next_day_error_1.q.out'
Reverted 'ql/src/test/results/clientnegative/parquet_date.q.out'
Reverted 'ql/src/test/results/clientnegative/udf_next_day_error_2.q.out'
Reverted 'ql/src/test/results/clientnegative/udf_last_day_error_1.q.out'
Reverted 'ql/src/test/results/clientnegative/udf_last_day_error_2.q.out'
Reverted 'ql/src/test/results/clientnegative/invalid_arithmetic_type.q.out'
Reverted 'ql/src/test/results/clientnegative/udf_add_months_error_1.q.out'
Reverted 'ql/src/test/results/clientpositive/auto_join27.q.out'
Reverted 'ql/src/test/results/clientpositive/auto_join13.q.out'
Reverted 'ql/src/test/results/clientpositive/auto_join4.q.out'
Reverted 'ql/src/test/results/clientpositive/ql_rewrite_gbtoidx_cbo_1.q.out'
Reverted 'ql/src/test/results/clientpositive/ppd_join_filter.q.out'
Reverted 'ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out'
Reverted 'ql/src/test/results/clientpositive/subquery_in_having.q.out'
Reverted
'ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out'
Reverted 'ql/src/test/results/clientpositive/tez/tez_join_hash.q.out'
Reverted 'ql/src/test/results/clientpositive/tez/mrr.q.out'
Reverted
'ql/src/test/results/clientpositive/tez/vectorized_dynamic_partition_pruning.q.out'
Reverted 'ql/src/test/results/clientpositive/auto_join12.q.out'
Reverted 'ql/src/test/results/clientpositive/parquet_types.q.out'
Reverted 'ql/src/test/results/clientpositive/auto_join8.q.out'
Reverted 'ql/src/test/results/clientpositive/explain_logical.q.out'
Reverted 'ql/src/test/results/clientpositive/ppd_vc.q.out'
Reverted 'ql/src/test/results/clientpositive/table_access_keys_stats.q.out'
Reverted 'ql/src/test/results/clientpositive/show_functions.q.out.orig'
Reverted 'ql/src/test/results/clientpositive/auto_join5.q.out'
Reverted 'ql/src/test/results/clientpositive/ql_rewrite_gbtoidx_cbo_2.q.out'
Reverted 'ql/src/test/results/clientpositive/subquery_notin.q.out'
Reverted
'ql/src/test/results/clientpositive/subquery_notin_having.q.java1.7.out'
Reverted 'ql/src/test/results/clientpositive/show_functions.q.out'
Reverted 'ql/src/test/results/clientpositive/auto_join11.q.out'
Reverted 'ql/src/test/results/clientpositive/groupby_sort_1_23.q.out'
Reverted 'ql/src/test/results/clientpositive/constantPropagateForSubQuery.q.out'
Reverted 'ql/src/test/results/clientpositive/metadataonly1.q.out'
Reverted 'ql/src/test/results/clientpositive/correlationoptimizer6.q.out'
Reverted 'ql/src/test/results/clientpositive/correlationoptimizer1.q.out'
Reverted 'ql/src/test/org/apache/hadoop/hive/ql/metadata/TestHive.java'
Reverted 'ql/src/test/org/apache/hadoop/hive/ql/exec/TestExecDriver.java'
Reverted
'ql/src/test/org/apache/hadoop/hive/ql/io/parquet/TestHiveSchemaConverter.java'
Reverted
'ql/src/test/org/apache/hadoop/hive/ql/udf/generic/TestGenericUDFNextDay.java'
Reverted
'ql/src/test/org/apache/hadoop/hive/ql/udf/generic/TestGenericUDFAddMonths.java'
Reverted
'ql/src/test/org/apache/hadoop/hive/ql/udf/generic/TestGenericUDFLevenshtein.java'
Reverted
'ql/src/test/org/apache/hadoop/hive/ql/udf/generic/TestGenericUDFLastDay.java'
Reverted 'ql/src/test/queries/clientnegative/parquet_date.q'
Reverted 'ql/src/test/queries/clientpositive/parquet_types.q'
Reverted 'ql/src/test/queries/clientpositive/vector_cast_constant.q'
Reverted 'ql/src/test/queries/clientpositive/tez_join_hash.q'
Reverted 'ql/src/test/templates/TestCliDriver.vm'
Reverted 'ql/src/test/templates/TestCompareCliDriver.vm'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRTableScan1.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/optimizer/AbstractSMBJoinProc.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/translator/RexNodeConverter.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/translator/ASTBuilder.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/optimizer/SimpleFetchAggregation.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/optimizer/StatsOptimizer.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/optimizer/SimpleFetchOptimizer.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/optimizer/ConvertJoinMapJoin.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/plan/DropTableDesc.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/plan/ExprNodeDescUtils.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/plan/StatsWork.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/plan/MergeJoinWork.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/plan/StatsNoJobWork.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/plan/PTFDeserializer.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PTFInputDef.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/plan/TableScanDesc.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/txn/compactor/CompactorMR.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/parse/ColumnStatsSemanticAnalyzer.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/parse/LoadSemanticAnalyzer.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/parse/ExportSemanticAnalyzer.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/parse/TypeCheckProcFactory.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/parse/spark/SparkProcessAnalyzeTable.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/parse/HiveParser.g'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/parse/ParseContext.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/parse/TaskCompiler.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/parse/QBParseInfo.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/parse/BaseSemanticAnalyzer.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/parse/ProcessAnalyzeTable.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/parse/DDLSemanticAnalyzer.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/metadata/Table.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/hooks/ATSHook.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/session/SessionState.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/StatsNoJobTask.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/exec/AbstractMapJoinOperator.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlanGenerator.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkTask.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkReduceRecordHandler.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkMergeFileRecordHandler.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkMapRecordHandler.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinTableContainerSerDe.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/exec/CommonMergeJoinOperator.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/MapJoinOperator.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/ObjectCache.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/mr/MapredLocalTask.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecMapper.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ObjectCache.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecReducer.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/SMBMapJoinOperator.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/SecureCmdDoAs.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/StatsTask.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorGroupByOperator.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezCacheAccess.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/exec/tez/HiveSplitGenerator.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/exec/tez/HivePreWarmProcessor.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/tez/ObjectCache.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/exec/tez/MergeFileRecordProcessor.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/exec/tez/ReduceRecordProcessor.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/exec/tez/MapRecordProcessor.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/stats/jdbc/JDBCStatsPublisher.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/stats/jdbc/JDBCStatsAggregator.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/QueryProperties.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/io/HiveFileFormatUtils.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/io/CombineHiveRecordReader.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/io/orc/RecordReaderImpl.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/io/orc/WriterImpl.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/io/merge/MergeFileMapper.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/io/parquet/convert/HiveSchemaConverter.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/io/parquet/convert/ETypeConverter.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/io/parquet/serde/ArrayWritableObjectInspector.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/io/parquet/write/DataWritableWriter.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/io/parquet/read/ParquetRecordReaderWrapper.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFLevenstein.java'
Reverted 'ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDF.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFOPPlus.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFReflect.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFBaseNumeric.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFLastDay.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFOPMinus.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFInitCap.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFNextDay.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFBaseCompare.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFAddMonths.java'
Reverted
'ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDAFnGrams.java'
++ svn status --no-ignore
++ egrep -v '^X|^Performing status on external'
++ awk '{print $2}'
+ rm -rf target datanucleus.log ant/target shims/target shims/0.20S/target
shims/0.23/target shims/aggregator/target shims/common/target
shims/scheduler/target packaging/target hbase-handler/target testutils/target
jdbc/target metastore/target
metastore/src/test/org/apache/hadoop/hive/metastore/TestDeadline.java
metastore/src/test/org/apache/hadoop/hive/metastore/TestHiveMetaStoreTimeout.java
metastore/src/java/org/apache/hadoop/hive/metastore/Deadline.java
metastore/src/java/org/apache/hadoop/hive/metastore/PartitionDropOptions.java
metastore/src/java/org/apache/hadoop/hive/metastore/DeadlineException.java
metastore/src/java/org/apache/hadoop/hive/metastore/SessionPropertiesListener.java
itests/target itests/thirdparty itests/hcatalog-unit/target
itests/test-serde/target itests/qtest/target itests/hive-unit-hadoop2/target
itests/hive-minikdc/target itests/hive-jmh/target itests/hive-unit/target
itests/custom-serde/target itests/util/target itests/qtest-spark/target
hcatalog/target hcatalog/core/target hcatalog/streaming/target
hcatalog/server-extensions/target hcatalog/webhcat/svr/target
hcatalog/webhcat/java-client/target hcatalog/hcatalog-pig-adapter/target
accumulo-handler/target hwi/target common/target common/src/gen
common/src/java/org/apache/hive/common/util/DateUtils.java spark-client/target
contrib/target service/target serde/target beeline/target cli/target
odbc/target ql/dependency-reduced-pom.xml ql/target
ql/src/test/results/clientnegative/udf_trunc_error1.q.out
ql/src/test/results/clientnegative/udf_trunc_error2.q.out
ql/src/test/results/clientpositive/udf_trunc.q.out
ql/src/test/results/clientpositive/udf_soundex.q.out
ql/src/test/results/clientpositive/vector_cast_constant.q.java1.7.out
ql/src/test/results/clientpositive/vector_cast_constant.q.java1.8.out
ql/src/test/results/clientpositive/spark/vector_cast_constant.q.java1.7.out
ql/src/test/results/clientpositive/spark/outer_join_ppr.q.java1.8.out
ql/src/test/results/clientpositive/spark/vector_cast_constant.q.java1.8.out
ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.java1.8.out
ql/src/test/results/clientpositive/tez/vector_cast_constant.q.java1.7.out
ql/src/test/results/clientpositive/tez/vector_cast_constant.q.java1.8.out
ql/src/test/org/apache/hadoop/hive/ql/udf/generic/TestGenericUDFSoundex.java
ql/src/test/org/apache/hadoop/hive/ql/udf/generic/TestGenericUDFTrunc.java
ql/src/test/queries/clientnegative/udf_trunc_error1.q
ql/src/test/queries/clientnegative/udf_trunc_error2.q
ql/src/test/queries/clientpositive/udf_soundex.q
ql/src/test/queries/clientpositive/udf_trunc.q
ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFBaseBinary.java
ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFOPNumericMinus.java
ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFSoundex.java
ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFBaseArithmetic.java
ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFLevenshtein.java
ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFOPNumericPlus.java
ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFTrunc.java
+ svn update
Fetching external item into 'hcatalog/src/test/e2e/harness'
External at revision 1665364.
At revision 1665364.
+ patchCommandPath=/data/hive-ptest/working/scratch/smart-apply-patch.sh
+ patchFilePath=/data/hive-ptest/working/scratch/build.patch
+ [[ -f /data/hive-ptest/working/scratch/build.patch ]]
+ chmod +x /data/hive-ptest/working/scratch/smart-apply-patch.sh
+ /data/hive-ptest/working/scratch/smart-apply-patch.sh
/data/hive-ptest/working/scratch/build.patch
The patch does not appear to apply with p0, p1, or p2
+ exit 1
'
{noformat}
This message is automatically generated.
ATTACHMENT ID: 12703340 - PreCommit-HIVE-SPARK-Build
> Add jar/file doesn't work with yarn-cluster mode [Spark Branch]
> ---------------------------------------------------------------
>
> Key: HIVE-9882
> URL: https://issues.apache.org/jira/browse/HIVE-9882
> Project: Hive
> Issue Type: Sub-task
> Components: Hive, spark-branch
> Affects Versions: spark-branch
> Reporter: Xiaomin Zhang
> Assignee: Rui Li
> Attachments: HIVE-9882.1-spark.patch, HIVE-9882.1-spark.patch
>
>
> It seems current fix for HIVE-9425 only uploads the Jar/Files to HDFS,
> however, they are not accessible by the Driver/Executor.
> I found below in the AM log:
> {noformat}
> 15/02/26 15:10:36 INFO Configuration.deprecation: mapred.min.split.size is
> deprecated. Instead, use mapreduce.input.fileinputformat.split.minsize
> 15/02/26 15:10:36 INFO client.SparkClientUtilities: Added
> jar[file:/data/hadoop-devel/data/nm/usercache/user/appcache/application_1424933948132_0002/container_1424933948132_0002_01_000001/hdfs:/localhost:8020/tmp/hive/user/47040bca-1da4-49b6-b2c7-69be9bc92855/hive-exec-1.2.0-SNAPSHOT.jar]
> to classpath.
> 15/02/26 15:10:36 INFO client.SparkClientUtilities: Added
> jar[file:/data/hadoop-devel/data/nm/usercache/user/appcache/application_1424933948132_0002/container_1424933948132_0002_01_000001/hdfs:/localhost:8020/tmp/hive/user/47040bca-1da4-49b6-b2c7-69be9bc92855/opennlp-maxent-3.0.3.jar]
> to classpath.
> 15/02/26 15:10:36 INFO client.SparkClientUtilities: Added
> jar[file:/data/hadoop-devel/data/nm/usercache/user/appcache/application_1424933948132_0002/container_1424933948132_0002_01_000001/hdfs:/localhost:8020/tmp/hive/user/47040bca-1da4-49b6-b2c7-69be9bc92855/bigbenchqueriesmr.jar]
> to classpath.
> 15/02/26 15:10:36 INFO client.SparkClientUtilities: Added
> jar[file:/data/hadoop-devel/data/nm/usercache/user/appcache/application_1424933948132_0002/container_1424933948132_0002_01_000001/hdfs:/localhost:8020/tmp/hive/user/47040bca-1da4-49b6-b2c7-69be9bc92855/opennlp-tools-1.5.3.jar]
> to classpath.
> 15/02/26 15:10:36 INFO client.SparkClientUtilities: Added
> jar[file:/data/hadoop-devel/data/nm/usercache/user/appcache/application_1424933948132_0002/container_1424933948132_0002_01_000001/hdfs:/localhost:8020/tmp/hive/user/47040bca-1da4-49b6-b2c7-69be9bc92855/jcl-over-slf4j-1.7.5.jar]
> to classpath.
> 15/02/26 15:10:36 INFO client.RemoteDriver: Failed to run job
> 6886df05-f430-456c-a0ff-c7621db712d6
> org.apache.hive.com.esotericsoftware.kryo.KryoException: Unable to find
> class: de.bankmark.bigbench.queries.q10.SentimentUDF
> {noformat}
> As above shows, the file path which was attempted to add to Classpath is
> invalid, so actually all uploaded Jars/Files are still not available for
> Driver/Executor.
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
