This is an automated email from the ASF dual-hosted git repository.
deniskuzZ pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
from 94af0097852 HIVE-29536: ACID Compaction: Improve the rebalance
compaction tests in TestCrudCompactorOnTez (#6487)
add 31f8a1cb33c HIVE-29649: Iceberg: Support Parquet DECIMAL_64
vectorization (#6527)
No new revisions were added by this update.
Summary of changes:
.../iceberg/mr/hive/BaseHiveIcebergMetaHook.java | 11 -
.../iceberg/mr/hive/HiveIcebergInputFormat.java | 28 +-
.../iceberg/mr/hive/HiveIcebergMetaHook.java | 9 -
.../mr/hive/vector/HiveVectorizedReader.java | 9 +-
.../positive/vectorized_iceberg_read_multitable.q | 12 -
.../alter_multi_part_table_to_iceberg.q.out | 6 -
.../positive/alter_part_table_to_iceberg.q.out | 5 -
.../results/positive/alter_table_to_iceberg.q.out | 3 -
.../results/positive/create_iceberg_table.q.out | 1 -
...create_iceberg_table_stored_as_fileformat.q.out | 5 -
.../create_iceberg_table_stored_by_iceberg.q.out | 1 -
...le_stored_by_iceberg_with_serdeproperties.q.out | 1 -
.../positive/ctas_iceberg_partitioned_orc.q.out | 1 -
.../src/test/results/positive/ctlt_iceberg.q.out | 4 -
.../test/results/positive/delete_all_iceberg.q.out | 3 -
.../results/positive/describe_iceberg_table.q.out | 4 -
.../positive/iceberg_insert_into_partition.q.out | 6 -
.../iceberg_insert_into_partition_transforms.q.out | 6 -
...berg_insert_into_partition_with_evolution.q.out | 1 -
.../iceberg_insert_overwrite_partition.q.out | 6 -
...erg_insert_overwrite_partition_transforms.q.out | 4 -
.../test/results/positive/iceberg_v2_deletes.q.out | 3 -
.../positive/iceberg_v3_deletion_vectors.q.out | 1 -
.../llap/hadoop_catalog_create_table.q.out | 4 -
.../llap/iceberg_alter_locally_ordered_table.q.out | 2 -
.../iceberg_alter_locally_zordered_table.q.out | 2 -
.../positive/llap/iceberg_clustered_by.q.out | 3 -
.../iceberg_create_locally_ordered_table.q.out | 2 -
.../iceberg_create_locally_zordered_table.q.out | 5 -
...berg_major_compaction_partition_evolution.q.out | 2 -
...erg_major_compaction_partition_evolution2.q.out | 2 -
...or_compaction_partition_evolution_ordered.q.out | 2 -
...n_partition_evolution_w_dyn_spec_w_filter.q.out | 2 -
...on_partition_evolution_w_id_spec_w_filter.q.out | 2 -
.../iceberg_major_compaction_partitioned.q.out | 4 -
.../iceberg_major_compaction_query_metadata.q.out | 1 -
...iceberg_major_compaction_schema_evolution.q.out | 2 -
...iceberg_major_compaction_single_partition.q.out | 3 -
...ompaction_single_partition_with_evolution.q.out | 5 -
...mpaction_single_partition_with_evolution2.q.out | 4 -
.../iceberg_major_compaction_unpartitioned.q.out | 2 -
...rg_major_compaction_unpartitioned_ordered.q.out | 2 -
...g_major_compaction_unpartitioned_w_filter.q.out | 2 -
.../llap/iceberg_minor_compaction_bucket.q.out | 2 -
...berg_minor_compaction_partition_evolution.q.out | 3 -
.../iceberg_minor_compaction_unpartitioned.q.out | 3 -
.../llap/iceberg_rest_catalog_gravitino.q.out | 2 -
.../positive/llap/iceberg_rest_catalog_hms.q.out | 2 -
.../llap/vectorized_iceberg_read_mixed.q.out | 20 +-
.../llap/vectorized_iceberg_read_multitable.q.out | 50 ---
.../llap/vectorized_iceberg_read_parquet.q.out | 20 +-
.../positive/mv_iceberg_partitioned_orc.q.out | 2 -
.../positive/mv_iceberg_partitioned_orc2.q.out | 2 -
.../src/test/results/positive/row_count.q.out | 2 -
.../positive/show_create_iceberg_table.q.out | 8 -
.../positive/show_iceberg_materialized_views.q.out | 4 -
.../positive/truncate_force_iceberg_table.q.out | 2 -
.../results/positive/truncate_iceberg_table.q.out | 5 -
.../truncate_partitioned_iceberg_table.q.out | 2 -
.../positive/use_basic_stats_from_iceberg.q.out | 2 -
.../positive/vectorized_iceberg_read_mixed.q.out | 20 +-
.../vectorized_iceberg_read_multitable.q.out | 50 ---
.../positive/vectorized_iceberg_read_parquet.q.out | 20 +-
.../ql/io/parquet/MapredParquetInputFormat.java | 2 +-
.../io/parquet/vector/ParquetDataColumnReader.java | 26 ++
.../vector/ParquetDataColumnReaderFactory.java | 115 ++++-
.../vector/VectorizedPrimitiveColumnReader.java | 209 +++++----
.../ql/io/parquet/TestVectorizedColumnReader.java | 30 ++
...stVectorizedDictionaryEncodingColumnReader.java | 15 +
.../io/parquet/VectorizedColumnReaderTestBase.java | 476 ++++++++++++++++++++-
.../queries/clientpositive/parquet_decimal64.q | 15 +
.../llap/parquet_complex_types_vectorization.q.out | 24 +-
...hen_case_null.q.out => parquet_decimal64.q.out} | 123 +++---
.../llap/parquet_map_type_vectorization.q.out | 8 +-
.../llap/parquet_struct_type_vectorization.q.out | 8 +-
.../llap/parquet_vectorization_0.q.out | 28 +-
.../llap/parquet_vectorization_1.q.out | 4 +-
.../llap/parquet_vectorization_10.q.out | 4 +-
.../llap/parquet_vectorization_11.q.out | 4 +-
.../llap/parquet_vectorization_12.q.out | 4 +-
.../llap/parquet_vectorization_13.q.out | 8 +-
.../llap/parquet_vectorization_14.q.out | 4 +-
.../llap/parquet_vectorization_15.q.out | 4 +-
.../llap/parquet_vectorization_16.q.out | 4 +-
.../llap/parquet_vectorization_17.q.out | 4 +-
.../llap/parquet_vectorization_2.q.out | 4 +-
.../llap/parquet_vectorization_3.q.out | 4 +-
.../llap/parquet_vectorization_4.q.out | 4 +-
.../llap/parquet_vectorization_5.q.out | 4 +-
.../llap/parquet_vectorization_6.q.out | 4 +-
.../llap/parquet_vectorization_7.q.out | 8 +-
.../llap/parquet_vectorization_8.q.out | 8 +-
.../llap/parquet_vectorization_9.q.out | 4 +-
.../llap/parquet_vectorization_decimal_date.q.out | 4 +-
.../llap/parquet_vectorization_div0.q.out | 12 +-
.../llap/parquet_vectorization_limit.q.out | 24 +-
.../llap/parquet_vectorization_offset_limit.q.out | 8 +-
.../llap/parquet_vectorization_part_project.q.out | 4 +-
.../llap/parquet_vectorization_pushdown.q.out | 4 +-
.../llap/vector_partitioned_date_time.q.out | 32 +-
.../llap/vectorization_input_format_excludes.q.out | 16 +-
.../llap/vectorization_numeric_overflows.q.out | 32 +-
.../llap/vectorization_parquet_projection.q.out | 12 +-
.../clientpositive/llap/vectorized_parquet.q.out | 4 +-
.../llap/vectorized_parquet_types.q.out | 10 +-
.../hive/ql/exec/vector/Decimal64ColumnVector.java | 35 +-
106 files changed, 1101 insertions(+), 659 deletions(-)
create mode 100644 ql/src/test/queries/clientpositive/parquet_decimal64.q
copy ql/src/test/results/clientpositive/llap/{vector_when_case_null.q.out =>
parquet_decimal64.q.out} (50%)