[
https://issues.apache.org/jira/browse/HIVE-16370?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16605724#comment-16605724
]
Hive QA commented on HIVE-16370:
--------------------------------
Here are the results of testing the latest attachment:
https://issues.apache.org/jira/secure/attachment/12938604/HIVE-16370.01-branch-1.patch
{color:red}ERROR:{color} -1 due to no test(s) being added or modified.
{color:red}ERROR:{color} -1 due to 95 failed/errored test(s), 9121 tests
executed
*Failed tests:*
{noformat}
TestHs2HooksWithMiniKdc - did not produce a TEST-*.xml file (likely timed out)
(batchId=452)
TestJdbcWithMiniKdc - did not produce a TEST-*.xml file (likely timed out)
(batchId=449)
TestJdbcWithMiniKdcCookie - did not produce a TEST-*.xml file (likely timed
out) (batchId=448)
TestJdbcWithMiniKdcSQLAuthBinary - did not produce a TEST-*.xml file (likely
timed out) (batchId=446)
TestJdbcWithMiniKdcSQLAuthHttp - did not produce a TEST-*.xml file (likely
timed out) (batchId=451)
TestSparkCliDriver - did not produce a TEST-*.xml file (likely timed out)
(batchId=202)
[multi_insert_mixed.q,smb_mapjoin_4.q,timestamp_comparison.q,join_cond_pushdown_3.q,insert1.q,union_remove_10.q,mapreduce2.q,bucketmapjoin_negative.q,udf_in_file.q,skewjoinopt5.q,auto_join12.q,skewjoin.q,vector_count_distinct.q,smb_mapjoin_3.q,stats10.q]
TestSparkCliDriver - did not produce a TEST-*.xml file (likely timed out)
(batchId=205)
[auto_join30.q,union_remove_1.q,ppd_outer_join2.q,date_udf.q,join16.q,smb_mapjoin_13.q,bucketmapjoin7.q,smb_mapjoin_18.q,join19.q,metadata_only_queries.q,union6.q,cbo_subq_in.q,vectorization_part.q,groupby3_map_multi_distinct.q,vectorized_timestamp_funcs.q]
TestSparkCliDriver - did not produce a TEST-*.xml file (likely timed out)
(batchId=206)
[bucketmapjoin12.q,auto_join10.q,ptf_rcfile.q,join20.q,vector_elt.q,multi_insert.q,groupby_rollup1.q,ppd_join5.q,join_filters_overlap.q,vector_string_concat.q,join_empty.q,smb_mapjoin_6.q,auto_sortmerge_join_12.q,groupby_bigdata.q,innerjoin.q]
TestSparkCliDriver - did not produce a TEST-*.xml file (likely timed out)
(batchId=207)
[tez_joins_explain.q,input17.q,ppd_gby_join.q,vectorized_rcfile_columnar.q,ppd_join.q,join_cond_pushdown_1.q,union_remove_6_subq.q,timestamp_3.q,load_dyn_part6.q,load_dyn_part9.q,multi_insert_gby2.q,vectorization_11.q,avro_compression_enabled_native.q,stats_noscan_2.q,transform1.q]
TestSparkCliDriver - did not produce a TEST-*.xml file (likely timed out)
(batchId=211)
[escape_distributeby1.q,join9.q,groupby2.q,vectorization_pushdown.q,union_date.q,join_cond_pushdown_unqual3.q,join8.q,sample10.q,ppd_outer_join3.q,cross_product_check_1.q,statsfs.q,auto_sortmerge_join_2.q,auto_join_stats.q,input_part2.q,groupby_multi_single_reducer3.q]
TestSparkCliDriver - did not produce a TEST-*.xml file (likely timed out)
(batchId=215)
[ppd_join4.q,load_dyn_part2.q,smb_mapjoin_7.q,vectorization_5.q,smb_mapjoin_2.q,ppd_join_filter.q,column_access_stats.q,stats0.q,vector_between_in.q,vectorized_string_funcs.q,vectorization_1.q,bucket_map_join_2.q,temp_table_join1.q,vectorized_case.q,stats_noscan_1.q]
TestSparkCliDriver - did not produce a TEST-*.xml file (likely timed out)
(batchId=217)
[stats12.q,groupby4.q,union_top_level.q,groupby10.q,subquery_in.q,mapjoin_filter_on_outerjoin.q,stats14.q,auto_sortmerge_join_4.q,limit_partition_metadataonly.q,load_dyn_part4.q,union3.q,smb_mapjoin_14.q,groupby3_noskew_multi_distinct.q,stats18.q,union_remove_21.q]
TestSparkCliDriver - did not produce a TEST-*.xml file (likely timed out)
(batchId=221)
[table_access_keys_stats.q,bucketmapjoin11.q,union_remove_9.q,mergejoins_mixed.q,join_nullsafe.q,stats8.q,auto_join28.q,skewjoinopt14.q,union17.q,vectorized_shufflejoin.q,groupby8_noskew.q,auto_sortmerge_join_10.q,groupby11.q,skewjoinopt11.q,load_dyn_part11.q]
TestSparkCliDriver - did not produce a TEST-*.xml file (likely timed out)
(batchId=222)
[script_pipe.q,auto_join24.q,ptf_seqfile.q,union_remove_23.q,filter_join_breaktask.q,parallel_join0.q,join_thrift.q,vectorized_mapjoin.q,groupby8.q,union4.q,auto_join5.q,smb_mapjoin_20.q,groupby_multi_insert_common_distinct.q,join6.q,union_remove_16.q]
TestSparkCliDriver - did not produce a TEST-*.xml file (likely timed out)
(batchId=227)
[join36.q,union_remove_15.q,smb_mapjoin_10.q,bucket_map_join_tez1.q,temp_table.q,union_remove_13.q,auto_join8.q,auto_join6.q,auto_join0.q,vectorization_17.q,auto_join_stats2.q,skewjoin_union_remove_1.q,union16.q,auto_join32.q,union_remove_20.q]
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_acid_globallimit
(batchId=45)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_acid_mapjoin (batchId=16)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_annotate_stats_table
(batchId=32)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_drop_database_removes_partition_dirs
(batchId=98)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_drop_table_removes_partition_dirs
(batchId=132)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_dynpart_sort_optimization
(batchId=81)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_dynpart_sort_optimization_acid
(batchId=69)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_explain_dependency
(batchId=64)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_explain_dependency2
(batchId=109)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_groupby10 (batchId=95)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_groupby11 (batchId=111)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_groupby8 (batchId=114)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_ivyDownload (batchId=38)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_join0 (batchId=90)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_json_serde1 (batchId=53)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_list_bucket_dml_11
(batchId=28)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_list_bucket_dml_12
(batchId=76)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_list_bucket_dml_13
(batchId=38)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_list_bucket_dml_2
(batchId=18)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_list_bucket_dml_4
(batchId=23)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_list_bucket_dml_5
(batchId=58)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_list_bucket_dml_6
(batchId=49)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_list_bucket_dml_8
(batchId=111)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_list_bucket_dml_9
(batchId=128)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_outer_join_ppr
(batchId=30)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_parallel_join0
(batchId=114)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_plan_json (batchId=101)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_selectDistinctStar
(batchId=116)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_semijoin5 (batchId=24)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_str_to_map (batchId=97)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_subquery_multiinsert
(batchId=128)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_subquery_notin_having
(batchId=76)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_temp_table_gb1
(batchId=50)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_udaf_collect_set_2
(batchId=103)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_udf_sort_array
(batchId=99)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_union_fast_stats
(batchId=78)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_vector_cast_constant
(batchId=13)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_vector_string_decimal
(batchId=4)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_vector_udf1 (batchId=89)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver_windowing (batchId=82)
org.apache.hadoop.hive.cli.TestEncryptedHDFSCliDriver.testCliDriver_encryption_drop_partition
(batchId=438)
org.apache.hadoop.hive.cli.TestMiniSparkOnYarnCliDriver.testCliDriver_vector_outer_join1
(batchId=453)
org.apache.hadoop.hive.cli.TestMiniSparkOnYarnCliDriver.testCliDriver_vector_outer_join4
(batchId=453)
org.apache.hadoop.hive.cli.TestMiniSparkOnYarnCliDriver.testCliDriver_vector_outer_join5
(batchId=453)
org.apache.hadoop.hive.cli.TestMiniTezCliDriver.testCliDriver_dynamic_partition_pruning
(batchId=176)
org.apache.hadoop.hive.cli.TestMiniTezCliDriver.testCliDriver_explainuser_1
(batchId=177)
org.apache.hadoop.hive.cli.TestMiniTezCliDriver.testCliDriver_explainuser_2
(batchId=186)
org.apache.hadoop.hive.cli.TestMiniTezCliDriver.testCliDriver_groupby2
(batchId=181)
org.apache.hadoop.hive.cli.TestMiniTezCliDriver.testCliDriver_join0
(batchId=184)
org.apache.hadoop.hive.cli.TestMiniTezCliDriver.testCliDriver_selectDistinctStar
(batchId=187)
org.apache.hadoop.hive.cli.TestMiniTezCliDriver.testCliDriver_stats_only_null
(batchId=175)
org.apache.hadoop.hive.cli.TestMiniTezCliDriver.testCliDriver_tez_smb_empty
(batchId=177)
org.apache.hadoop.hive.cli.TestMiniTezCliDriver.testCliDriver_union_fast_stats
(batchId=182)
org.apache.hadoop.hive.cli.TestMiniTezCliDriver.testCliDriver_vector_cast_constant
(batchId=170)
org.apache.hadoop.hive.cli.TestMiniTezCliDriver.testCliDriver_vectorized_dynamic_partition_pruning
(batchId=176)
org.apache.hadoop.hive.cli.TestMinimrCliDriver.testCliDriver_groupby2
(batchId=144)
org.apache.hadoop.hive.cli.TestMinimrCliDriver.testCliDriver_index_bitmap_auto
(batchId=139)
org.apache.hadoop.hive.cli.TestMinimrCliDriver.testCliDriver_ql_rewrite_gbtoidx_cbo_2
(batchId=148)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testNegativeCliDriver_authorization_uri_import
(batchId=154)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testNegativeCliDriver_columnstats_partlvl_invalid_values
(batchId=154)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testNegativeCliDriver_right_side_join
(batchId=154)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver_dynamic_rdd_cache
(batchId=214)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver_groupby1
(batchId=199)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver_groupby_complex_types_multi_single_reducer
(batchId=228)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver_list_bucket_dml_2
(batchId=196)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver_stats9 (batchId=203)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver_stats_only_null
(batchId=204)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver_subquery_multiinsert
(batchId=226)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver_vector_cast_constant
(batchId=196)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver_vectorization_13
(batchId=212)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver_vectorization_short_regress
(batchId=212)
org.apache.hadoop.hive.ql.TestMTQueries.testMTQueries1 (batchId=381)
org.apache.hadoop.hive.ql.io.orc.TestInputOutputFormat.testSplitGenFailure
(batchId=595)
org.apache.hadoop.hive.ql.lockmgr.TestDbTxnManager2.testLocksInSubquery
(batchId=728)
org.apache.hive.hcatalog.api.TestHCatClient.testTableSchemaPropagation
(batchId=270)
org.apache.hive.jdbc.TestJdbcWithLocalClusterSpark.testSparkQuery (batchId=416)
org.apache.hive.jdbc.TestSSL.testSSLVersion (batchId=409)
org.apache.hive.minikdc.TestHiveAuthFactory.testStartTokenManagerForDBTokenStore
(batchId=450)
org.apache.hive.minikdc.TestHiveAuthFactory.testStartTokenManagerForMemoryTokenStore
(batchId=450)
org.apache.hive.minikdc.TestMiniHiveKdc.testLogin (batchId=447)
{noformat}
Test results:
https://builds.apache.org/job/PreCommit-HIVE-Build/13622/testReport
Console output: https://builds.apache.org/job/PreCommit-HIVE-Build/13622/console
Test logs: http://104.198.109.242/logs/PreCommit-HIVE-Build-13622/
Messages:
{noformat}
Executing org.apache.hive.ptest.execution.TestCheckPhase
Executing org.apache.hive.ptest.execution.PrepPhase
Executing org.apache.hive.ptest.execution.YetusPhase
Executing org.apache.hive.ptest.execution.ExecutionPhase
Executing org.apache.hive.ptest.execution.ReportingPhase
Tests exited with: TestsFailedException: 95 tests failed
{noformat}
This message is automatically generated.
ATTACHMENT ID: 12938604 - PreCommit-HIVE-Build
> Avro data type null not supported on partitioned tables
> -------------------------------------------------------
>
> Key: HIVE-16370
> URL: https://issues.apache.org/jira/browse/HIVE-16370
> Project: Hive
> Issue Type: Bug
> Affects Versions: 1.1.0, 2.1.1
> Reporter: rui miranda
> Assignee: Alice Fan
> Priority: Minor
> Attachments: HIVE-16370.01-branch-1.patch
>
>
> I was attempting to create hive tables over some partitioned Avro files. It
> seems the void data type (Avro null) is not supported on partitioned tables
> (i could not replicate the bug on an un-partitioned table).
> ---------------
> i managed to replicate the bug on two different hive versions.
> Hive 1.1.0-cdh5.10.0
> Hive 2.1.1-amzn-0
> ----------------
> how to replicate (avro tools are required to create the avro files):
> $ wget
> http://mirror.serversupportforum.de/apache/avro/avro-1.8.1/java/avro-tools-1.8.1.jar
> $ mkdir /tmp/avro
> $ mkdir /tmp/avro/null
> $ echo "{ \
> \"type\" : \"record\", \
> \"name\" : \"null_failure\", \
> \"namespace\" : \"org.apache.avro.null_failure\", \
> \"doc\":\"the purpose of this schema is to replicate the hive avro null
> failure\", \
> \"fields\" : [{\"name\":\"one\", \"type\":\"null\",\"default\":null}] \
> } " > /tmp/avro/null/schema.avsc
> $ echo "{\"one\":null}" > /tmp/avro/null/data.json
> $ java -jar avro-tools-1.8.1.jar fromjson --schema-file
> /tmp/avro/null/schema.avsc /tmp/avro/null/data.json > /tmp/avro/null/data.avro
> $ hdfs dfs -mkdir /tmp/avro
> $ hdfs dfs -mkdir /tmp/avro/null
> $ hdfs dfs -mkdir /tmp/avro/null/schema
> $ hdfs dfs -mkdir /tmp/avro/null/data
> $ hdfs dfs -mkdir /tmp/avro/null/data/foo=bar
> $ hdfs dfs -copyFromLocal /tmp/avro/null/schema.avsc
> /tmp/avro/null/schema/schema.avsc
> $ hdfs dfs -copyFromLocal /tmp/avro/null/data.avro
> /tmp/avro/null/data/foo=bar/data.avro
> $ hive
> hive> CREATE EXTERNAL TABLE avro_null
> PARTITIONED BY (foo string)
> ROW FORMAT SERDE
> 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
> STORED as INPUTFORMAT
> 'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
> OUTPUTFORMAT
> 'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
> LOCATION
> '/tmp/avro/null/data/'
> TBLPROPERTIES (
> 'avro.schema.url'='/tmp/avro/null/schema/schema.avsc')
> ;
> OK
> Time taken: 3.127 seconds
> hive> msck repair table avro_null;
> OK
> Partitions not in metastore: avro_null:foo=bar
> Repair: Added partition to metastore avro_null:foo=bar
> Time taken: 0.712 seconds, Fetched: 2 row(s)
> hive> select * from avro_null;
> FAILED: RuntimeException org.apache.hadoop.hive.ql.metadata.HiveException:
> Failed with exception Hive internal error inside
> isAssignableFromSettablePrimitiveOI void not supported
> yet.java.lang.RuntimeException: Hive internal error inside
> isAssignableFromSettablePrimitiveOI void not supported yet.
> hive> select foo, count(1) from avro_null group by foo;
> OK
> bar 1
> Time taken: 29.806 seconds, Fetched: 1 row(s)
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
