jxlining opened a new issue, #5237: URL: https://github.com/apache/hudi/issues/5237
./bin/spark-sql \ --packages org.apache.hudi:hudi-spark-bundle_2.12:0.10.1,org.apache.spark:spark-avro_2.12:2.4.6 \ --conf 'spark.serializer=org.apache.spark.serializer.KryoSerializer' \ --conf 'spark.sql.extensions=org.apache.spark.sql.hudi.HoodieSparkSessionExtension' create table test.hudi_mor_pt_tbl ( id bigint, name string, ts bigint, dt string, hh string ) using hudi tblproperties ( type = 'mor', primaryKey = 'id', preCombineField = 'ts' ) partitioned by (dt, hh) location 'hdfs://ahdpns/user/hive/warehouse/test.db/hudi_mor_pt_tbl'; insert into test.hudi_mor_pt_tbl partition (dt, hh) select 1 as id, 'a1' as name, 1000 as ts, '2021-12-09' as dt, '10' as hh; insert into test.hudi_mor_pt_tbl partition (dt, hh) select 2 as id, 'a2' as name, 1000 as ts, '2021-12-09' as dt, '22' as hh; spark-sql ok spark-sql> insert into test.hudi_mor_pt_tbl partition (dt, hh) select 1 as id, 'a1' as name, 1000 as ts, '2021-12-09' as dt, '10' as hh; 02:18 WARN: Timeline-server-based markers are not supported for HDFS: base path hdfs://ahdpns/user/hive/warehouse/test.db/hudi_mor_pt_tbl. Falling back to direct markers. 02:18 WARN: Timeline-server-based markers are not supported for HDFS: base path hdfs://ahdpns/user/hive/warehouse/test.db/hudi_mor_pt_tbl. Falling back to direct markers. 02:18 WARN: Timeline-server-based markers are not supported for HDFS: base path hdfs://ahdpns/user/hive/warehouse/test.db/hudi_mor_pt_tbl. Falling back to direct markers. Time taken: 7.967 seconds spark-sql> insert into test.hudi_mor_pt_tbl partition (dt, hh) select 2 as id, 'a2' as name, 1000 as ts, '2021-12-09' as dt, '22' as hh; 02:26 WARN: Timeline-server-based markers are not supported for HDFS: base path hdfs://ahdpns/user/hive/warehouse/test.db/hudi_mor_pt_tbl. Falling back to direct markers. 02:26 WARN: Timeline-server-based markers are not supported for HDFS: base path hdfs://ahdpns/user/hive/warehouse/test.db/hudi_mor_pt_tbl. Falling back to direct markers. 02:26 WARN: Timeline-server-based markers are not supported for HDFS: base path hdfs://ahdpns/user/hive/warehouse/test.db/hudi_mor_pt_tbl. Falling back to direct markers. Time taken: 4.238 seconds spark-sql> select * from test.hudi_mor_pt_tbl; 20220406155307806 20220406155307806_0_1 id:1 dt=2021-12-09/hh=10 efc80ed5-69db-4db4-b06c-c1f7e68351b7-0 1 a1 1000 2021-12-09 10 20220406155318781 20220406155318781_0_2 id:2 dt=2021-12-09/hh=22 2777c775-bc2e-448e-9e85-a136ffb3abb3-0 2 a2 1000 2021-12-09 22 Time taken: 0.676 seconds, Fetched 2 row(s) spark-sql> select * from test.hudi_mor_pt_tbl_ro; 20220330180458057 20220330180458057_0_1 id:1 dt=2021-12-09/hh=10 efc80ed5-69db-4db4-b06c-c1f7e68351b7-0_0-44-2032_20220330180458057.parquet 1 a1 1000 2021-12-09 10 20220402134032472 20220402134032472_0_1 id:2 dt=2021-12-09/hh=22 2777c775-bc2e-448e-9e85-a136ffb3abb3-0_0-68-4220_20220402134032472.parquet 2 a2 1000 2021-12-09 22 Time taken: 0.42 seconds, Fetched 2 row(s) spark-sql> select * from test.hudi_mor_pt_tbl_rt; 20220406155307806 20220406155307806_0_1 id:1 dt=2021-12-09/hh=10 efc80ed5-69db-4db4-b06c-c1f7e68351b7-0 1 a1 1000 2021-12-09 10 20220406155318781 20220406155318781_0_2 id:2 dt=2021-12-09/hh=22 2777c775-bc2e-448e-9e85-a136ffb3abb3-0 2 a2 1000 2021-12-09 22 Time taken: 0.375 seconds, Fetched 2 row(s) spark-sql>  hive query hudi table no data,no error -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
