This is an automated email from the ASF dual-hosted git repository.
joemcdonnell pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git.
from 481ea4a IMPALA-9815: Update URL for cdh-releases-rcs maven repo
new 0fb2349 IMPALA-10055: Fix DCHECK hit on corrupt ORC file
new 308d692 IMPALA-10113: Add feature flag for incremental metadata
updates
new 3d06757 IMPALA-10224: Add startup flag not to expose debug web url to
clients
new 13a78fc IMPALA-10165: Implement Bucket and Truncate partition
transforms for Iceberg tables
new 0c0985a IMPALA-10159: Supporting ORC file format for Iceberg table
new c7581b5 IMPALA-10220: Fix negative value bug in RpcNetworkTime
counter.
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/common/global-flags.cc | 8 +
be/src/exec/orc-column-readers.cc | 15 +-
be/src/runtime/exec-env.cc | 3 +
be/src/runtime/exec-env.h | 2 +-
be/src/runtime/krpc-data-stream-sender.cc | 14 +-
be/src/service/impala-beeswax-server.cc | 8 +-
be/src/service/impala-hs2-server.cc | 7 +-
be/src/util/backend-gflag-util.cc | 3 +
common/thrift/BackendGflags.thrift | 2 +
common/thrift/CatalogObjects.thrift | 11 +-
fe/src/main/cup/sql-parser.cup | 17 ++-
.../apache/impala/analysis/CreateTableStmt.java | 14 +-
.../impala/analysis/IcebergPartitionField.java | 19 ++-
.../impala/analysis/IcebergPartitionTransform.java | 88 +++++++++++
.../impala/catalog/CatalogServiceCatalog.java | 19 ++-
.../org/apache/impala/catalog/FeIcebergTable.java | 12 +-
.../java/org/apache/impala/catalog/HdfsTable.java | 15 +-
.../org/apache/impala/catalog/IcebergTable.java | 9 +-
.../org/apache/impala/catalog/ImpaladCatalog.java | 2 +-
.../impala/catalog/PartitionMetaSummary.java | 5 +
.../org/apache/impala/service/BackendConfig.java | 4 +
.../java/org/apache/impala/util/IcebergUtil.java | 168 +++++++++++++++++----
.../apache/impala/analysis/AnalyzeStmtsTest.java | 22 +++
.../org/apache/impala/analysis/ParserTest.java | 4 +
shell/impala_client.py | 13 +-
shell/impala_shell.py | 13 +-
...-0982a5d3-48c0-4dd0-ab87-d24190894251-00000.orc | Bin 0 -> 460 bytes
...-dc56d2c8-e285-428d-b81e-f3d07ec53c12-00000.orc | Bin 0 -> 460 bytes
...-d4a071f4-5d57-493e-8d21-8f82655087e4-00000.orc | Bin 0 -> 461 bytes
...-e9fa9638-8693-43dc-b1ba-2d8dc390b585-00000.orc | Bin 0 -> 460 bytes
...-4526ff61-8991-4645-b448-bf3535492111-00000.orc | Bin 0 -> 460 bytes
...-439376ff-3d17-4494-94ba-586fa00caadd-00000.orc | Bin 0 -> 461 bytes
...-fb7663c5-aade-4690-bdfc-2334d605a891-00000.orc | Bin 0 -> 474 bytes
...-fc53a761-1ee2-4ce4-9507-c9917917d2c9-00000.orc | Bin 0 -> 474 bytes
...-8887c762-b6a8-4e2c-b1e0-6069d6141917-00000.orc | Bin 0 -> 474 bytes
...-a85e02aa-ff28-4311-b996-a83f67a5e39b-00000.orc | Bin 0 -> 470 bytes
...-dea5a8ec-ea06-4688-8293-486a62563ef3-00000.orc | Bin 0 -> 474 bytes
...-d182fe7e-de19-4df8-ac19-27bbfe17b5bd-00000.orc | Bin 0 -> 474 bytes
...-d5df20b1-6ce6-486a-b084-ea55b7954431-00000.orc | Bin 0 -> 439 bytes
...-b30cc130-03a1-45e5-b927-d80545593f9a-00000.orc | Bin 0 -> 435 bytes
...-6476cc9e-9b5a-48d3-8cce-ea7ebb2d904f-00000.orc | Bin 0 -> 439 bytes
...-c2ab6dc5-3586-4b45-8a3c-860fdc71980d-00000.orc | Bin 0 -> 439 bytes
...-fd03c61f-8c73-4639-8974-1f6431a30bc5-00000.orc | Bin 0 -> 439 bytes
...-9baec6d2-8e31-4d19-8259-1a9e546aaea5-00000.orc | Bin 0 -> 439 bytes
...-433b1afa-9fee-4581-89fb-105483ebf1a2-00000.orc | Bin 0 -> 439 bytes
...-e0156a2d-4240-4c8e-9724-6ad3231cf178-00000.orc | Bin 0 -> 439 bytes
.../02fb8198-e791-4d89-8afa-c75fb5443346-m0.avro | Bin 0 -> 5018 bytes
...70-1-02fb8198-e791-4d89-8afa-c75fb5443346.avro} | Bin 2563 -> 2582 bytes
.../metadata/v1.metadata.json | 27 +---
.../metadata/v2.metadata.json | 45 ++----
.../metadata/version-hint.text | 0
.../functional/functional_schema_template.sql | 12 ++
.../datasets/functional/schema_constraints.csv | 2 +
.../queries/QueryTest/iceberg-create.test | 85 ++++++++++-
.../queries/QueryTest/iceberg-query.test | 94 ++++++++++++
.../queries/QueryTest/show-create-table.test | 49 +++++-
tests/custom_cluster/test_disable_features.py | 14 ++
tests/custom_cluster/test_local_catalog.py | 3 +-
tests/custom_cluster/test_web_pages.py | 31 ++++
59 files changed, 704 insertions(+), 155 deletions(-)
create mode 100644
fe/src/main/java/org/apache/impala/analysis/IcebergPartitionTransform.java
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=click/00004-4-0982a5d3-48c0-4dd0-ab87-d24190894251-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=click/00014-14-dc56d2c8-e285-428d-b81e-f3d07ec53c12-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=click/00015-15-d4a071f4-5d57-493e-8d21-8f82655087e4-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=click/00019-19-e9fa9638-8693-43dc-b1ba-2d8dc390b585-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=click/00020-20-4526ff61-8991-4645-b448-bf3535492111-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=click/00028-28-439376ff-3d17-4494-94ba-586fa00caadd-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/00003-3-fb7663c5-aade-4690-bdfc-2334d605a891-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/00007-7-fc53a761-1ee2-4ce4-9507-c9917917d2c9-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/00011-11-8887c762-b6a8-4e2c-b1e0-6069d6141917-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/00012-12-a85e02aa-ff28-4311-b996-a83f67a5e39b-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/00022-22-dea5a8ec-ea06-4688-8293-486a62563ef3-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/00025-25-d182fe7e-de19-4df8-ac19-27bbfe17b5bd-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00001-1-d5df20b1-6ce6-486a-b084-ea55b7954431-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00006-6-b30cc130-03a1-45e5-b927-d80545593f9a-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00009-9-6476cc9e-9b5a-48d3-8cce-ea7ebb2d904f-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00017-17-c2ab6dc5-3586-4b45-8a3c-860fdc71980d-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00023-23-fd03c61f-8c73-4639-8974-1f6431a30bc5-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00027-27-9baec6d2-8e31-4d19-8259-1a9e546aaea5-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00030-30-433b1afa-9fee-4581-89fb-105483ebf1a2-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00031-31-e0156a2d-4240-4c8e-9724-6ad3231cf178-00000.orc
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/metadata/02fb8198-e791-4d89-8afa-c75fb5443346-m0.avro
copy
testdata/data/iceberg_test/{iceberg_partitioned/metadata/snap-8270633197658268308-1-af797bab-2f2c-44df-a77b-d91c7198fe53.avro
=>
hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/metadata/snap-3506237933060603670-1-02fb8198-e791-4d89-8afa-c75fb5443346.avro}
(89%)
copy testdata/data/iceberg_test/{iceberg_partitioned =>
hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc}/metadata/v1.metadata.json
(61%)
copy
testdata/data/iceberg_test/hadoop_catalog/{hadoop_catalog_test/functional_parquet/hadoop_catalog_test
=>
iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc}/metadata/v2.metadata.json
(51%)
copy testdata/data/iceberg_test/{iceberg_partitioned =>
hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc}/metadata/version-hint.text
(100%)
