This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch
dependabot/maven/standalone-metastore/mysql-mysql-connector-java-8.0.28
in repository https://gitbox.apache.org/repos/asf/hive.git
discard 38686e7dacb Bump mysql-connector-java from 8.0.27 to 8.0.28 in
/standalone-metastore
add 248ce4aa5ee HIVE-26341: Replication logs & metrics shows last repl id
as 0 when number of events is zero (Haymant Mangla, reviewed by Rajesh
Balamohan and Mahesh Kumar Behera)
add 8251d80714a HIVE-26240: Add tests for Esri UDFs for Geospatial.
(#3385). (Ayush Saxena, reviewed by Mahesh Kumar Behera)
add 2a0f91e2503 HIVE-26343: Disable TestWebHCatE2e test cause it fails
add dc6e13d746a HIVE-25827: Parquet file footer is read multiple times,
when multiple splits are created in same file (#3368) (Adam Szita, reviewed by
Peter Vary)
add 10e5381cb6a HIVE-26149: Addendum: Fix materialized views removal when
non-default MetaStoreFilterHook is configured (Denys Kuzmenko, reviewed by
Karen Coppage)
add 8f1a5b6854d HIVE-26334: Remove misleading bucketing info from DESCRIBE
FORMATTED output for Iceberg tables (Peter Vary reviewed by Laszlo Pinter)
(#3378)
add f8e1545331c HIVE-26244: Implement locking for the concurrent CTAS
(Simhadri Govindappa, reviewed by Denys Kuzmenko)
add 67ef629486b HIVE-26021: Change integration tests under DBInstallBase
to Checkin tests (Stamatis Zampetakis, reviewed by Peter Vary)
add ae55a3049b4 HIVE-25980: Reduce fs calls in
HiveMetaStoreChecker.checkTable (Chiran Ravani reviewed by Syed Shameerur
Rahman and Peter Vary)(#3053)
add 9966c3d2986 HIVE-26128: Enabling dynamic runtime filtering in Iceberg
tables throws exception at runtime (#3404) (Adam Szita, reviewed by Peter Vary)
add 381d8bfd6a2 HIVE-26265: Option to filter out Txn events during
replication. (Francis Pang reviewed by Peter Vary) (#3365)
add 3e10f6cea42 HIVE-26352: Tez queue access check fails with GSS
Exception on Compaction (Laszlo Vegh, reviewed by Denys Kuzmenko)
add e0f1baaa591 HIVE-26354: Support expiring snapshots on iceberg table
(Peter Vary reviewed by Laszlo Pinter) (#3401)
add b3f13b5a863 HIVE-26319: Iceberg integration: Perform update split
early (Krisztian Kasa, reviewed by Peter Vary)
add fc9907a81f3 HIVE-26361: Merge statement compile fails if split update
is off (Krisztian Kasa, reviewed by Peter Vary)
add ba87754a942 HIVE-26358: Querying metadata tables does not work for
Iceberg tables using HADOOP_TABLE (Peter Vary reviewed by Laszlo Pinter) (#3408)
add 56c336268ea Disable flaky test
add f6906f2af1e HIVE-25976: Cleaner may remove files being accessed from a
fetch-task-converted reader (Laszlo Vegh, reviewed by Peter Vary, Krisztian
Kasa)
add bc35507757c HIVE-26242: Compaction heartbeater improvements (Laszlo
Vegh, reviewed by Karen Coppage, Denys Kuzmenko)
add c4c73c0435b HIVE-26365: Remove column statistics collection task from
merge statement plan (Krisztian Kasa, reviewed by Peter Vary, Alessandro
Solimando, Aman Sinha)
add c4dc616a1c8 HIVE-26355: Column compare should be case insensitive for
name (Wechar Yu reviewed by Peter Vary) (#3406)
add 72ac4f506b0 HIVE-26182: Some improvements to make DPP more debuggable
(#3257) (Laszlo Bodor reviewed by Rajesh Balamohan)
add 53009126f6f HIVE-26057: Clean useless methods in QueryWrapper (Zhihua
Deng, reviewed by Peter Vary)
add 2f619988f69 HIVE-26349: TestOperatorCmp/TestReOptimization fail
silently due to incompatible configuration (Stamatis Zampetakis, reviewed by
Peter Vary, Ayush Saxena)
add 7d5c9c36d59 HIVE-26372: QTests depend on mysql docker image are fail
(Krisztian Kasa, reviewed by Stamatis Zampetakis)
add edc341c0b9a HIVE-26378: Improve error message for masking over complex
data types (#3421). (Alessandro Solimando reviewed by Ayush Saxena)
add 97d7630bca1 HIVE-26373: ClassCastException when reading timestamps
from HBase table with Avro data (Soumyakanti Das reviewed by Stamatis
Zampetakis)
add 9cfadaf8ec1 HIVE-26371: Constant propagation does not evaluate
constraint expressions at merge when CBO is enabled (Krisztian Kasa, reviewed
by Stamatis Zampetakis)
add 2feedce2c5a HIVE-26381: Fix link in Javadoc of
MetaStoreUtils::getCurrentClassPaths. (#3425). (xy reviewed by Ayush Saxena)
add eac61a4532e HIVE-26382 : Stats generation fails during CTAS for
external partitioned table. (Mahesh Kumar Behera, reviewed by Ayush Saxena)
add 723d5227048 HIVE-26380: Fix NPE when reading a struct field with null
value from iceberg table (#3426) (Laszlo Pinter, reviewed by Adam Szita)
add fe99d76adb9 HIVE-26384: Compactor worker should not trigger stop
heartbeat for an uninitialized TXN (Yu-Wen Lai, reviewed by Denys Kuzmenko)
add 472bd526796 [WIP] HIVE-21456: addendum: Improvements in Thrift over
HTTP for Hive MetaStore (#3381)
add c6b07f27903 HIVE-26366: PTF Vectorization: BoundaryScanner for
boolean. (#3412). (Ayush Saxena, reviewed by Laszlo Bodor and Ramesh Kumar
Thangarajan)
add 2ce5bf72479 HIVE-26055: Added the right HivePrivilegesObjects for
Alter table ren… (#3247)
add b51dcfe87b8 HIVE-26390: TxnHandler.getTxnDbsUpdated() SQL syntax error
on Postgres. (#3437)
add e3751ab5453 HIVE-26374: Query based compaction fails for tables with
CDT and columns with Reserved Keywords (Chiran Ravani, reviewed by Denys
Kuzmenko, Sai Hemanth Gantasala)
add 69e6a5a4151 HIVE-26394 : Query based compaction fails for table with
more than 6 columns (Mahesh Kumar Behera, reviewed by Denys Kuzmenko)
add d3309c0ea9d HIVE-26403: Iceberg CTAS fails if source table schema
contains decimal column (#3450) (Laszlo Pinter, reviewed by Adam Szita)
add 855c0642342 HIVE-26395: Add support for CREATE TABLE LIKE FILE PARQUET
(John Sherman, reviewed by Krisztian Kasa, Aman Sinha)
add aa8891ad648 HIVE-26410: Reading nested types within maps in Parquet
Iceberg is not supported with vectorization (#3455) (Adam Szita, reviewed by
Laszlo Pinter)
add 0d4d8c6f2a7 HIVE-26322: Upgrade gson to 2.9.0 (#3363). (Zhihua Deng,
reviewed by Ayush Saxena and Chris Nauroth)
add 8fdf802b1ff HIVE-26385: Iceberg integration: Implement merge into
iceberg table (Krisztian Kasa, reviewed by Peter Vary)
add 548a250e805 HIVE-26388: ClassCastException when there is non string
type column in source table of CTAS query. (#3438). (Ayush Saxena, reviewed by
Denys Kuzmenko)
add 83430809162 HIVE-26418: Stop packaging
hive-standalone-metastore-server*-tests.jar (John Sherman, reviewed by
Krisztian Kasa)
add dd424d77230 HIVE-26397: Honour Iceberg sort orders when writing a
table. (#3445) (Laszlo Pinter, reviewed by Adam Szita and Peter Vary)
add a0880b90ad1 HIVE-26409: Assign NO_TXN operation type to a table in
global locks for scheduled queries (Sourabh Badhya, reviewed by Denys Kuzmenko)
add 3ae189e6a47 HIVE-26396: Trunc function does not honour the scale for
constant decimal data type (Simhadri Govindappa, reviewed by Denys Kuzmenko)
add 6ed41d6e7f2 HIVE-26416: AcidUtils.isRawFormatFile() throws
InvalidProtocolBufferException for non-ORC file (Denys Kuzmenko, reviewed by
Ayush Saxena)
add d4f0ef592c1 HIVE-26411 Fix TestReplicationMetricCollector flakiness
(Gergely Hanko, reviewed by Krisztian Kasa)
add 4146d220bfc HIVE-26375: Invalid materialized view after rebuild if
source table was compacted (Krisztian Kasa, reviewed by Aman Sinha, Laszlo
Pinter)
add 90428cc5f59 HIVE-26417: Iceberg integration: disable update and merge
iceberg table when split update is off (Krisztian Kasa, reviewed by Peter Vary)
add 3028eaa37c2 HIVE-26423: Make commons-pool2 an explicit dependency (and
upgrade to 2.11.1) (#3472). (John Sherman, reviewed by Ayush Saxena)
add 1c3406ea598 HIVE-26419: Use a different pool for DataNucleus'
secondary connection factory (Yu-Wen Lai, reviewed by Denys Kuzmenko)
add b8ed1f8b434 HIVE-26408: Vectorization: Fix deallocation of scratch
columns, don't reuse a child ConstantVectorExpression as an output (#3452)
(Laszlo Bodor reviewed by Ayush Saxena)
add b197ed86029 HIVE-26288: NullPointerException in
CompactionTxnHandler.markFailed (Zsolt Miskolczi, reviewed by Denys Kuzmenko,
Karen Coppage)
add 186fb0d85af HIVE-26426: StringIndexOutOfBoundsException in
CalcitePlanner#canCBOHandleAst (Abhay Chennagiri reviewed by John Sherman,
Stamatis Zampetakis)
add 8863468898c HIVE-26421: HMSClient atler_table_req() is called twice
when running an alter operation on iceberg table (#3469) (Laszlo Pinter,
reviewed by Adam Szita)
add ea59d0b6871 HIVE-26428: Limit usage of LLAP BPWrapper to threads of IO
threadpools (Adam Szita, reviewed by Laszlo Pinter)
add 714c260e4a7 HIVE-26429: Enable X locking for CTAS by default (Simhadri
Govindappa, reviewed by Denys Kuzmenko)
add 9909edee8da HIVE-26412: Create interface to fetch available slots and
add the default implementation (Adesh Rao, reviewed by Laszlo Bodor, Nikhil
Gupta, Sankar Hariappan))
add 7e2af57fccc HIVE-26425: Skip SSL cert verification for downloading
JWKS in HS2 (#3473)
add a0c500ba668 HIVE-26350: IndexOutOfBoundsException when generating
splits for external JDBC table with partition column (Stamatis Zampetakis
reviewed by Krisztian Kasa, Aman Sinha)
add e0f2d287c56 HIVE-26440: Duplicate hive-standalone-metastore-server
dependency in QFile module (Stamatis Zampetakis reviewed by Ayush Saxena)
add 8e0a1ec4b5c HIVE-24484: Upgrade Hadoop to 3.3.1 And Tez to 0.10.2
(#3279). (Ayush Saxena, reviewed by Laszlo Bodor, Zoltan Haindrich and Steve
Loughran)
add dd5af2d92ca HIVE-26414: Aborted/Cancelled CTAS operations must
initiate cleanup of uncommitted data (Sourabh Badhya, reviewed by Denys
Kuzmenko)
add 50fff5a3962 HIVE-26444: Use tez.local.mode.without.network for unit
tests (#3491) (Laszlo Bodor reviewed by Ayush Saxena, Stamatis Zampetakis)
add 8b312d54ea2 HIVE-26433: StorageHandler authorization doesn't work with
"METASTORE" db type (Denys Kuzmenko, reviewed by Sai Hemanth Gantasala)
add 2aaba3c79e7 HIVE-26439: Skip collecting Kafka delegation tokens if
PLAINTEXT is set (#3488) (Yu-Wen Lai, reviewed by Laszlo Bodor, Zhihua Deng)
add 470d6bcc1fc HIVE-26450: Use a more lightweight Oracle image (#3502)
(Laszlo Bodor reviewed by Stamatis Zampetakis)
add 778c838317c HIVE-22417: Remove stringifyException from MetaStore
(#3478) (David Mollitor reviewed by Stamatis Zampetakis)
add 5edae43178b HIVE-26448: Improve UnsignedInt128.setV*() (#3501)
add 4b1f01f5b97 HIVE-26447: Vectorization: wrong results when filter on
repeating map key orc table (#3492)
add 7948ff5c3f2 HIVE-26447 (addendum): Fix orc_map_key_repeating.q.out
location (#3509)
add 2b29b86d258 Bump mysql-connector-java from 8.0.27 to 8.0.28 in
/standalone-metastore
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (38686e7dacb)
\
N -- N -- N
refs/heads/dependabot/maven/standalone-metastore/mysql-mysql-connector-java-8.0.28
(2b29b86d258)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
Jenkinsfile | 11 +-
common/pom.xml | 6 +-
.../hadoop/hive/common/type/UnsignedInt128.java | 12 +-
.../java/org/apache/hadoop/hive/conf/HiveConf.java | 19 +
.../java/org/apache/hadoop/hive/ql/ErrorMsg.java | 12 +-
.../hive/common/type/TestUnsignedInt128.java | 66 +
data/conf/hive-site.xml | 21 +
data/conf/iceberg/llap/hive-site.xml | 5 +
data/conf/iceberg/tez/hive-site.xml | 5 +
data/conf/iceberg/tez/tez-site.xml | 8 +-
data/conf/llap/hive-site.xml | 7 +-
data/conf/tez/hive-site.xml | 7 +-
data/files/nested_ts.avsc | 27 +
data/files/scratch_col_issue_test_data/data.csv | 2 +
.../files/vector_ptf_part_simple_all_datatypes.txt | 80 +-
hbase-handler/pom.xml | 6 +
.../queries/positive/hbase_avro_nested_timestamp.q | 22 +
.../positive/hbase_avro_nested_timestamp.q.out | 45 +
.../cli/SemanticAnalysis/CreateTableHook.java | 16 +-
.../mapreduce/TestHCatMultiOutputFormat.java | 30 +-
.../hcatalog/listener/DbNotificationListener.java | 2 +-
.../apache/hive/hcatalog/api/TestHCatClient.java | 20 +-
.../hive/hcatalog/templeton/TestWebHCatE2e.java | 1 +
.../iceberg/mr/hive/HiveIcebergFilterFactory.java | 12 +-
.../iceberg/mr/hive/HiveIcebergMetaHook.java | 10 +-
.../mr/hive/HiveIcebergOutputCommitter.java | 202 +-
.../iceberg/mr/hive/HiveIcebergStorageHandler.java | 222 +-
.../apache/iceberg/mr/hive/IcebergTableUtil.java | 16 +-
.../IcebergDecimalObjectInspector.java | 2 +-
.../IcebergRecordObjectInspector.java | 6 +
.../writer/HiveIcebergBufferedDeleteWriter.java | 179 -
.../mr/hive/writer/HiveIcebergUpdateWriter.java | 91 -
.../iceberg/mr/hive/writer/WriterBuilder.java | 19 +-
.../iceberg/mr/hive/writer/WriterRegistry.java | 15 +-
.../java/org/apache/iceberg/mr/TestHelper.java | 19 +-
.../iceberg/mr/hive/HiveIcebergTestUtils.java | 13 +-
.../iceberg/mr/hive/TestHiveIcebergCTAS.java | 100 +
.../mr/hive/TestHiveIcebergExpireSnapshots.java | 45 +
.../iceberg/mr/hive/TestHiveIcebergInserts.java | 108 +
.../iceberg/mr/hive/TestHiveIcebergSelects.java | 14 +
.../iceberg/mr/hive/TestHiveIcebergTimeTravel.java | 25 +-
.../org/apache/iceberg/mr/hive/TestHiveShell.java | 2 +
.../org/apache/iceberg/mr/hive/TestTables.java | 49 +-
.../TestIcebergRecordObjectInspector.java | 10 +
.../hive/writer/TestHiveIcebergUpdateWriter.java | 138 -
.../test/queries/negative/merge_split_update_off.q | 12 +
.../queries/negative/update_split_update_off.q | 7 +
.../queries/positive/dynamic_semijoin_reduction.q | 38 +
.../src/test/queries/positive/merge_iceberg_orc.q | 22 +
.../positive/merge_iceberg_partitioned_orc.q | 22 +
.../results/negative/merge_split_update_off.q.out | 25 +
.../results/negative/update_split_update_off.q.out | 13 +
.../alter_multi_part_table_to_iceberg.q.out | 6 -
.../positive/alter_part_table_to_iceberg.q.out | 6 -
.../results/positive/alter_table_to_iceberg.q.out | 6 -
.../results/positive/create_iceberg_table.q.out | 2 -
...create_iceberg_table_stored_as_fileformat.q.out | 10 -
.../create_iceberg_table_stored_by_iceberg.q.out | 2 -
...le_stored_by_iceberg_with_serdeproperties.q.out | 2 -
.../results/positive/describe_iceberg_table.q.out | 8 -
.../positive/dynamic_semijoin_reduction.q.out | 214 ++
.../test/results/positive/merge_iceberg_orc.q.out | 321 ++
.../positive/merge_iceberg_partitioned_orc.q.out | 349 ++
.../positive/truncate_force_iceberg_table.q.out | 4 -
.../results/positive/truncate_iceberg_table.q.out | 10 -
.../truncate_partitioned_iceberg_table.q.out | 4 -
.../positive/update_iceberg_partitioned_avro.q.out | 12 +-
.../positive/update_iceberg_partitioned_orc.q.out | 12 +-
.../update_iceberg_partitioned_parquet.q.out | 12 +-
.../update_iceberg_unpartitioned_parquet.q.out | 12 +-
.../src/test/resources/hive-site.xml | 5 +
.../hive/minikdc/JdbcWithMiniKdcSQLAuthTest.java | 1 +
.../hive/minikdc/TestHs2HooksWithMiniKdc.java | 1 +
.../hive/minikdc/TestJdbcWithMiniKdcCookie.java | 2 +
.../apache/hive/minikdc/TestSSLWithMiniKdc.java | 1 +
.../org/apache/hadoop/hive/ql/TestAcidOnTez.java | 1 +
.../ql/parse/BaseReplicationAcrossInstances.java | 8 +-
.../hadoop/hive/ql/parse/ReplicationTestUtils.java | 50 +-
.../parse/TestReplicationFilterTransactions.java | 514 +++
.../parse/TestReplicationOnHDFSEncryptedZones.java | 96 +-
.../hive/ql/parse/TestReplicationScenarios.java | 30 +-
.../hive/ql/txn/compactor/CompactorOnTezTest.java | 1 +
.../hive/ql/txn/compactor/TestCompactor.java | 40 +-
.../ql/txn/compactor/TestCrudCompactorOnTez.java | 69 +-
.../txn/compactor/TestMaterializedViewRebuild.java | 100 +-
.../java/org/apache/hive/jdbc/TestJdbcDriver2.java | 15 +-
.../cli/operation/OperationLoggingAPITestBase.java | 4 +-
itests/pom.xml | 6 +
itests/qtest-druid/pom.xml | 2 +-
itests/qtest/pom.xml | 24 +-
.../apache/hadoop/hive/hbase/HBaseTestSetup.java | 51 +
.../hadoop/hive/ql/externalDB/MySQLExternalDB.java | 2 +-
.../apache/hadoop/hive/ql/externalDB/Oracle.java | 4 +-
.../VerifyOutputTableLocationSchemeIsFileHook.java | 2 +-
.../apache/hive/storage/jdbc/JdbcInputFormat.java | 4 +-
.../hive/storage/jdbc/JdbcStorageHandler.java | 7 +-
.../hive/storage/jdbc/dao/DatabaseAccessor.java | 19 +
.../jdbc/dao/GenericJdbcDatabaseAccessor.java | 76 +-
.../hive/storage/jdbc/TestJdbcInputFormat.java | 25 +-
.../jdbc/dao/TestGenericJdbcDatabaseAccessor.java | 58 +
jdbc-handler/src/test/resources/test_script.sql | 35 +-
llap-common/pom.xml | 1 -
llap-server/pom.xml | 1 -
.../hive/llap/cache/LowLevelLrfuCachePolicy.java | 149 +-
.../hive/llap/daemon/impl/ContainerRunnerImpl.java | 4 +-
.../hive/llap/daemon/impl/LlapPooledIOThread.java | 19 +-
.../hive/llap/daemon/impl/LlapTaskReporter.java | 2 +-
.../hive/llap/daemon/impl/TaskRunnerCallable.java | 2 +-
.../hive/llap/io/api/impl/LlapInputFormat.java | 2 +
.../hadoop/hive/llap/io/api/impl/LlapIoImpl.java | 8 +-
.../llap/cache/TestLowLevelLrfuCachePolicy.java | 71 +-
.../hive/llap/tezplugins/LlapTaskCommunicator.java | 10 +-
.../llap/tezplugins/LlapTaskSchedulerService.java | 8 +-
.../llap/tezplugins/TestLlapTaskCommunicator.java | 1 +
.../hive/metastore/SerDeStorageSchemaReader.java | 2 -
.../hadoop/hive/ql/parse/AlterClauseParser.g | 2 +
.../apache/hadoop/hive/ql/parse/CreateDDLParser.g | 21 +-
.../apache/hadoop/hive/ql/parse/HiveLexerParent.g | 1 +
.../org/apache/hadoop/hive/ql/parse/HiveParser.g | 1 +
.../hadoop/hive/ql/parse/IdentifiersParser.g | 1 +
pom.xml | 25 +-
ql/pom.xml | 5 +
ql/src/java/org/apache/hadoop/hive/ql/Context.java | 10 +
ql/src/java/org/apache/hadoop/hive/ql/Driver.java | 26 +-
.../hadoop/hive/ql/HiveQueryLifeTimeHook.java | 103 +
.../java/org/apache/hadoop/hive/ql/HookRunner.java | 1 +
.../hive/ql/ddl/table/create/CreateTableDesc.java | 36 +-
.../ql/ddl/table/create/CreateTableOperation.java | 17 +
.../table/execute/AlterTableExecuteAnalyzer.java | 17 +-
.../desc/formatter/JsonDescTableFormatter.java | 4 +-
.../desc/formatter/TextDescTableFormatter.java | 33 +-
.../rename/AbstractAlterTableRenameAnalyzer.java | 10 +
.../set/AlterTableSetPartitionSpecAnalyzer.java | 4 +-
.../apache/hadoop/hive/ql/exec/DDLPlanUtils.java | 10 +-
.../apache/hadoop/hive/ql/exec/FetchOperator.java | 10 +-
.../org/apache/hadoop/hive/ql/exec/FetchTask.java | 166 +-
.../hadoop/hive/ql/exec/FileSinkOperator.java | 13 +-
.../hadoop/hive/ql/exec/FunctionRegistry.java | 2 +
.../org/apache/hadoop/hive/ql/exec/MoveTask.java | 50 +-
.../apache/hadoop/hive/ql/exec/ReplCopyTask.java | 5 +-
.../apache/hadoop/hive/ql/exec/ReplTxnTask.java | 15 +
.../incremental/IncrementalLoadTasksBuilder.java | 3 +-
.../hadoop/hive/ql/exec/repl/util/ReplUtils.java | 5 +
.../hive/ql/exec/tez/AvailableSlotsCalculator.java | 22 +-
.../apache/hadoop/hive/ql/exec/tez/DagUtils.java | 24 +-
.../hive/ql/exec/tez/DynamicPartitionPruner.java | 27 +-
.../hive/ql/exec/tez/HiveSplitGenerator.java | 24 +-
.../ql/exec/tez/TezAvailableSlotsCalculator.java | 44 +
.../apache/hadoop/hive/ql/exec/tez/TezTask.java | 7 +
.../hadoop/hive/ql/exec/tez/YarnQueueHelper.java | 19 +
.../hive/ql/exec/vector/VectorizationContext.java | 18 +-
.../expressions/VectorUDFMapIndexStringScalar.java | 5 +-
.../apache/hadoop/hive/ql/hooks/WriteEntity.java | 1 +
.../org/apache/hadoop/hive/ql/io/AcidUtils.java | 33 +-
.../hadoop/hive/ql/io/RecordReaderWrapper.java | 11 +-
.../hadoop/hive/ql/io/SchemaInferenceUtils.java | 74 +
.../hadoop/hive/ql/io/orc/OrcInputFormat.java | 32 +-
.../hadoop/hive/ql/io/orc/OrcNewInputFormat.java | 12 +-
.../ql/io/parquet/ParquetRecordReaderBase.java | 176 +-
.../parquet/read/ParquetRecordReaderWrapper.java | 23 +-
.../hive/ql/io/parquet/serde/ParquetHiveSerDe.java | 202 +-
.../vector/VectorizedParquetRecordReader.java | 171 +-
.../hadoop/hive/ql/lockmgr/DbTxnManager.java | 5 +-
.../org/apache/hadoop/hive/ql/metadata/Hive.java | 5 +-
.../hive/ql/metadata/HiveStorageHandler.java | 23 +-
.../apache/hadoop/hive/ql/optimizer/Optimizer.java | 4 +-
.../hive/ql/optimizer/SimpleFetchOptimizer.java | 34 +-
.../ql/optimizer/SortedDynPartitionOptimizer.java | 38 +-
.../hive/ql/parse/AlterTableExecuteSpec.java | 29 +-
.../hadoop/hive/ql/parse/CalcitePlanner.java | 4 +-
.../hive/ql/parse/MergeSemanticAnalyzer.java | 171 +-
.../hadoop/hive/ql/parse/PartitionTransform.java | 13 +-
.../hive/ql/parse/RewriteSemanticAnalyzer.java | 140 +-
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 84 +-
.../hive/ql/parse/SemanticAnalyzerFactory.java | 7 +
.../hive/ql/parse/SplitMergeSemanticAnalyzer.java | 107 +
.../hive/ql/parse/SplitUpdateSemanticAnalyzer.java | 204 ++
.../org/apache/hadoop/hive/ql/parse/TableMask.java | 11 +-
.../apache/hadoop/hive/ql/parse/TaskCompiler.java | 3 +-
...titionTransformSpec.java => TransformSpec.java} | 6 +-
.../ql/parse/UpdateDeleteSemanticAnalyzer.java | 167 +-
.../ql/parse/repl/dump/events/AbortTxnHandler.java | 18 +
.../repl/dump/events/AbstractEventHandler.java | 2 +-
.../parse/repl/dump/events/CommitTxnHandler.java | 7 +
.../repl/dump/events/CreateFunctionHandler.java | 2 +-
.../ql/parse/repl/dump/events/OpenTxnHandler.java | 5 +
.../hadoop/hive/ql/plan/DynamicPartitionCtx.java | 24 +
.../StorageBasedAuthorizationProvider.java | 3 +-
.../plugin/metastore/HiveMetaStoreAuthorizer.java | 2 +
.../plugin/sqlstd/GrantPrivAuthUtils.java | 2 +-
.../plugin/sqlstd/SQLAuthorizationUtils.java | 17 +-
.../sqlstd/SQLStdHiveAuthorizationValidator.java | 8 +-
.../hadoop/hive/ql/session/SessionStateUtil.java | 28 +-
.../apache/hadoop/hive/ql/stats/StatsUtils.java | 3 +-
.../txn/compactor/CompactionHeartbeatService.java | 217 ++
.../ql/txn/compactor/CompactionQueryBuilder.java | 15 +-
.../ql/txn/compactor/IMetaStoreClientFactory.java | 64 +
.../hadoop/hive/ql/txn/compactor/Worker.java | 93 +-
.../hive/ql/udf/generic/GenericUDFTrunc.java | 6 +-
.../hive/ql/udf/ptf/ValueBoundaryScanner.java | 55 +
.../hadoop/hive/metastore/txn/TestTxnHandler.java | 10 +-
.../org/apache/hadoop/hive/ql/TestTxnCommands.java | 53 +-
.../apache/hadoop/hive/ql/TestTxnCommands2.java | 159 +
.../hadoop/hive/ql/TxnCommandsBaseForTests.java | 4 +
.../hive/ql/exec/tez/TestWorkloadManager.java | 1 +
.../ql/io/parquet/TestParquetRowGroupFilter.java | 4 +-
.../ql/io/parquet/TestVectorizedColumnReader.java | 10 +-
.../hadoop/hive/ql/lockmgr/TestDbTxnManager2.java | 88 +-
.../metric/TestReplicationMetricCollector.java | 19 +-
.../hive/ql/plan/mapping/TestOperatorCmp.java | 1 +
.../hive/ql/plan/mapping/TestReOptimization.java | 1 +
.../hive/ql/schq/MockScheduledQueryService.java | 69 +
.../hive/ql/schq/TestScheduledQueryService.java | 46 -
.../compactor/TestCompactionHeartbeatService.java | 154 +
.../hadoop/hive/ql/txn/compactor/TestWorker.java | 18 +
.../hive/ql/udf/ptf/TestValueBoundaryScanner.java | 22 +
.../apache/hive/testutils/HiveTestEnvSetup.java | 1 +
ql/src/test/queries/clientnegative/check_merge.q | 19 +
.../clientnegative/create_table_like_invalid.q | 1 +
.../queries/clientnegative/masking_complex_type.q | 32 +
.../queries/clientpositive/acid_locking_ctas.q | 64 +
.../clientpositive/acid_table_directories_test.q | 2 +
.../clientpositive/create_table_like_file.q | 90 +
ql/src/test/queries/clientpositive/ctas_blob.q | 6 +-
.../queries/clientpositive/ctas_open_csv_serde.q | 64 +
.../encryption_load_data_to_encrypted_tables.q | 3 +-
.../test/queries/clientpositive/geospatial_udfs.q | 163 +
.../jdbc_partition_table_pruned_pcolumn.q | 23 +
.../clientpositive/msck_repair_hive_25980.q | 33 +
.../queries/clientpositive/nonmr_fetch_threshold.q | 1 +
.../clientpositive/nonmr_fetch_threshold2.q | 16 +
.../queries/clientpositive/orc_map_key_repeating.q | 17 +
.../queries/clientpositive/scratch_col_issue.q | 71 +
ql/src/test/queries/clientpositive/sqlmerge.q | 7 +
.../test/queries/clientpositive/udf_trunc_number.q | 1 +
.../clientpositive/vector_ptf_bounded_start.q | 56 +-
.../clientnegative/alter_table_wrong_db.q.out | 6 +-
.../test/results/clientnegative/check_merge.q.out | 53 +
.../clientnegative/cluster_tasklog_retrieval.q.out | 2 +-
.../clientnegative/create_table_like_invalid.q.out | 1 +
.../clientnegative/masking_complex_type.q.out | 13 +
.../clientnegative/merge_constraint_notnull.q.out | 6 +-
.../results/clientnegative/recursive_view.q.out | 3 +
.../results/clientnegative/temp_table_rename.q.out | 2 +
.../translated_external_rename.q.out | 3 +
.../results/clientnegative/udf_assert_true.q.out | 2 +-
.../results/clientnegative/udf_assert_true2.q.out | 2 +-
.../results/clientnegative/udf_reflect_neg.q.out | 2 +-
.../results/clientnegative/udf_test_error.q.out | 2 +-
.../clientpositive/archive_excludeHadoop20.q.out | 3 +
.../encrypted/encryption_move_tbl.q.out | 11 +
.../acid_direct_update_delete_with_merge.q.out | 2 +-
.../clientpositive/llap/acid_locking_ctas.q.out | 344 ++
.../clientpositive/llap/acid_no_buckets.q.out | 393 +--
.../results/clientpositive/llap/acid_stats4.q.out | 3 +
.../clientpositive/llap/acid_subquery.q.out | 2 +-
.../test/results/clientpositive/llap/alter3.q.out | 12 +
.../llap/alter_change_db_location.q.out | 3 +
.../clientpositive/llap/alter_rename_table.q.out | 20 +
.../llap/alter_table_column_stats.q.out | 24 +
.../llap/alter_table_stats_status.q.out | 3 +
.../clientpositive/llap/alter_view_rename.q.out | 3 +
.../clientpositive/llap/authorization_8.q.out | 3 +
.../llap/authorization_owner_actions.q.out | 3 +
.../clientpositive/llap/check_constraint.q.out | 62 +-
.../llap/create_table_like_file.q.out | 611 ++++
.../llap/create_transactional_full_acid.q.out | 2 +-
.../results/clientpositive/llap/ctas_blob.q.out | 51 +
.../clientpositive/llap/ctas_open_csv_serde.q.out | 419 +++
.../clientpositive/llap/dbtxnmgr_ddl1.q.out | 3 +
.../llap/dynamic_semijoin_reduction_3.q.out | 314 +-
.../llap/dynpart_sort_optimization_acid.q.out | 62 +-
.../llap/enforce_constraint_notnull.q.out | 463 +--
.../clientpositive/llap/geospatial_udfs.q.out | 471 +++
.../test/results/clientpositive/llap/input3.q.out | 7 +
.../llap/insert_into_default_keyword.q.out | 184 +-
.../llap/jdbc_partition_table_pruned_pcolumn.q.out | 52 +
.../results/clientpositive/llap/llap_acid.q.out | 2 +-
.../clientpositive/llap/llap_acid_fast.q.out | 2 +-
.../llap/masking_acid_no_masking.q.out | 2 +-
.../results/clientpositive/llap/misc_json.q.out | 3 +
.../llap/msck_repair_hive_25980.q.out | 86 +
.../llap/nonmr_fetch_threshold2.q.out | 69 +
.../llap/orc_map_key_repeating.q.out | 84 +
.../llap/rename_table_location.q.out | 2 +
.../llap/rename_table_update_column_stats.q.out | 6 +
.../clientpositive/llap/runtime_stats_merge.q.out | 2 +-
.../clientpositive/llap/scratch_col_issue.q.out | 332 ++
.../clientpositive/llap/semijoin_hint.q.out | 308 +-
.../clientpositive/llap/show_functions.q.out | 3 +
.../results/clientpositive/llap/sort_acid.q.out | 10 +-
.../results/clientpositive/llap/sqlmerge.q.out | 403 ++-
.../clientpositive/llap/sqlmerge_stats.q.out | 1057 ++----
.../llap/temp_table_precedence.q.out | 3 +
.../llap/translated_external_rename.q.out | 3 +
.../llap/translated_external_rename2.q.out | 3 +
.../llap/translated_external_rename3.q.out | 3 +
.../llap/translated_external_rename4.q.out | 3 +
.../clientpositive/llap/udf_trunc_number.q.out | 13 +-
.../llap/vector_ptf_bounded_start.q.out | 1465 ++++++--
.../clientpositive/tez/explainanalyze_3.q.out | 8 +
.../results/clientpositive/tez/explainuser_3.q.out | 4 +
.../results/clientpositive/vector_udf_trunc.q.out | 68 +-
.../apache/hadoop/hive/serde2/OpenCSVSerde.java | 15 +-
.../apache/hadoop/hive/serde2/SchemaInference.java | 29 +-
.../hive/serde2/avro/AvroLazyObjectInspector.java | 3 +-
.../apache/hive/service/auth/jwt/JWTValidator.java | 3 +-
.../service/auth/jwt/URLBasedJWKSProvider.java | 49 +-
.../apache/hadoop/hive/shims/Hadoop23Shims.java | 9 +-
standalone-metastore/DEV-README | 39 +-
.../src/gen/thrift/gen-cpp/ThriftHiveMetastore.cpp | 449 +++
.../src/gen/thrift/gen-cpp/ThriftHiveMetastore.h | 151 +
.../ThriftHiveMetastore_server.skeleton.cpp | 5 +
.../thrift/gen-cpp/hive_metastore_constants.cpp | 6 +
.../gen/thrift/gen-cpp/hive_metastore_constants.h | 3 +
.../gen/thrift/gen-cpp/hive_metastore_types.cpp | 22 +
.../src/gen/thrift/gen-cpp/hive_metastore_types.h | 13 +-
.../hadoop/hive/metastore/api/LockRequest.java | 108 +-
.../hive/metastore/api/ThriftHiveMetastore.java | 3530 +++++++++++++-------
.../metastore/api/hive_metastoreConstants.java | 6 +
.../src/gen/thrift/gen-php/metastore/Constant.php | 18 +
.../gen/thrift/gen-php/metastore/LockRequest.php | 24 +
.../metastore/ThriftHiveMetastoreClient.php | 64 +
.../gen-php/metastore/ThriftHiveMetastoreIf.php | 8 +
...ThriftHiveMetastore_submit_for_cleanup_args.php | 147 +
...riftHiveMetastore_submit_for_cleanup_result.php | 120 +
.../hive_metastore/ThriftHiveMetastore-remote | 7 +
.../gen-py/hive_metastore/ThriftHiveMetastore.py | 235 ++
.../gen/thrift/gen-py/hive_metastore/constants.py | 3 +
.../src/gen/thrift/gen-py/hive_metastore/ttypes.py | 14 +-
.../gen/thrift/gen-rb/hive_metastore_constants.rb | 6 +
.../src/gen/thrift/gen-rb/hive_metastore_types.rb | 4 +-
.../src/gen/thrift/gen-rb/thrift_hive_metastore.rb | 65 +
.../apache/hadoop/hive/metastore/HiveMetaHook.java | 2 +
.../hadoop/hive/metastore/HiveMetaStoreClient.java | 54 +-
.../hadoop/hive/metastore/IMetaStoreClient.java | 22 +-
.../hadoop/hive/metastore/LockRequestBuilder.java | 5 +
.../hadoop/hive/metastore/ReplChangeManager.java | 47 +-
.../hive/metastore/utils/MetaStoreUtils.java | 48 +-
.../hadoop/hive/metastore/utils/StringUtils.java | 2 +
.../src/main/thrift/hive_metastore.thrift | 11 +-
standalone-metastore/metastore-server/pom.xml | 46 +-
.../hadoop/hive/metastore/AcidEventListener.java | 3 +-
.../DefaultIncompatibleTableChangeHandler.java | 2 +-
.../apache/hadoop/hive/metastore/HMSHandler.java | 51 +-
.../hadoop/hive/metastore/HiveMetaStore.java | 48 +-
.../hive/metastore/HiveMetaStoreChecker.java | 105 +-
.../hadoop/hive/metastore/MetaStoreDirectSql.java | 60 +-
.../apache/hadoop/hive/metastore/ObjectStore.java | 61 +-
.../hive/metastore/PersistenceManagerProvider.java | 6 +-
.../apache/hadoop/hive/metastore/QueryWrapper.java | 322 +-
.../hive/metastore/events/AbortTxnEvent.java | 23 +-
.../hive/metastore/messaging/AbortTxnMessage.java | 3 +
.../hive/metastore/messaging/MessageBuilder.java | 4 +-
.../messaging/json/JSONAbortTxnMessage.java | 13 +-
.../hadoop/hive/metastore/txn/TxnHandler.java | 198 +-
.../apache/hadoop/hive/metastore/txn/TxnStore.java | 11 +-
.../apache/hadoop/hive/metastore/txn/TxnUtils.java | 6 +
.../hive/metastore/utils/MetaStoreServerUtils.java | 35 +-
.../metastore/HiveMetaStoreClientPreCatalog.java | 18 +-
.../hadoop/hive/metastore/TestHiveMetaStore.java | 2 +-
.../hive/metastore/dbinstall/DbInstallBase.java | 3 +
.../dbinstall/{ITestDerby.java => TestDerby.java} | 2 +-
.../dbinstall/{ITestMssql.java => TestMssql.java} | 2 +-
.../dbinstall/{ITestMysql.java => TestMysql.java} | 2 +-
.../{ITestOracle.java => TestOracle.java} | 2 +-
.../{ITestPostgres.java => TestPostgres.java} | 2 +-
.../hive/metastore/dbinstall/rules/Mysql.java | 2 +-
.../hive/metastore/dbinstall/rules/Oracle.java | 6 +-
.../events/TestAbortTxnEventDbsUpdated.java | 68 +
.../metastore/utils/TestMetaStoreServerUtils.java | 28 +
standalone-metastore/pom.xml | 32 +-
storage-api/pom.xml | 2 +-
.../hadoop/hive/common/ValidReadTxnList.java | 4 +-
streaming/pom.xml | 5 +
.../org/apache/hive/streaming/TestStreaming.java | 12 +-
376 files changed, 16431 insertions(+), 6542 deletions(-)
create mode 100644 data/files/nested_ts.avsc
create mode 100644 data/files/scratch_col_issue_test_data/data.csv
create mode 100644
hbase-handler/src/test/queries/positive/hbase_avro_nested_timestamp.q
create mode 100644
hbase-handler/src/test/results/positive/hbase_avro_nested_timestamp.q.out
delete mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/writer/HiveIcebergBufferedDeleteWriter.java
delete mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/writer/HiveIcebergUpdateWriter.java
create mode 100644
iceberg/iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/TestHiveIcebergExpireSnapshots.java
delete mode 100644
iceberg/iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/writer/TestHiveIcebergUpdateWriter.java
create mode 100644
iceberg/iceberg-handler/src/test/queries/negative/merge_split_update_off.q
create mode 100644
iceberg/iceberg-handler/src/test/queries/negative/update_split_update_off.q
create mode 100644
iceberg/iceberg-handler/src/test/queries/positive/dynamic_semijoin_reduction.q
create mode 100644
iceberg/iceberg-handler/src/test/queries/positive/merge_iceberg_orc.q
create mode 100644
iceberg/iceberg-handler/src/test/queries/positive/merge_iceberg_partitioned_orc.q
create mode 100644
iceberg/iceberg-handler/src/test/results/negative/merge_split_update_off.q.out
create mode 100644
iceberg/iceberg-handler/src/test/results/negative/update_split_update_off.q.out
create mode 100644
iceberg/iceberg-handler/src/test/results/positive/dynamic_semijoin_reduction.q.out
create mode 100644
iceberg/iceberg-handler/src/test/results/positive/merge_iceberg_orc.q.out
create mode 100644
iceberg/iceberg-handler/src/test/results/positive/merge_iceberg_partitioned_orc.q.out
create mode 100644
itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/parse/TestReplicationFilterTransactions.java
copy
standalone-metastore/metastore-server/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestMssql.java
=>
llap-server/src/java/org/apache/hadoop/hive/llap/daemon/impl/LlapPooledIOThread.java
(64%)
create mode 100644
ql/src/java/org/apache/hadoop/hive/ql/HiveQueryLifeTimeHook.java
copy
standalone-metastore/metastore-server/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestMssql.java
=>
ql/src/java/org/apache/hadoop/hive/ql/exec/tez/AvailableSlotsCalculator.java
(64%)
create mode 100644
ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezAvailableSlotsCalculator.java
create mode 100644
ql/src/java/org/apache/hadoop/hive/ql/io/SchemaInferenceUtils.java
create mode 100644
ql/src/java/org/apache/hadoop/hive/ql/parse/SplitMergeSemanticAnalyzer.java
create mode 100644
ql/src/java/org/apache/hadoop/hive/ql/parse/SplitUpdateSemanticAnalyzer.java
rename
ql/src/java/org/apache/hadoop/hive/ql/parse/{PartitionTransformSpec.java =>
TransformSpec.java} (90%)
create mode 100644
ql/src/java/org/apache/hadoop/hive/ql/txn/compactor/CompactionHeartbeatService.java
create mode 100644
ql/src/java/org/apache/hadoop/hive/ql/txn/compactor/IMetaStoreClientFactory.java
create mode 100644
ql/src/test/org/apache/hadoop/hive/ql/schq/MockScheduledQueryService.java
create mode 100644
ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/TestCompactionHeartbeatService.java
create mode 100644 ql/src/test/queries/clientnegative/check_merge.q
create mode 100644
ql/src/test/queries/clientnegative/create_table_like_invalid.q
create mode 100644 ql/src/test/queries/clientnegative/masking_complex_type.q
create mode 100644 ql/src/test/queries/clientpositive/acid_locking_ctas.q
create mode 100644 ql/src/test/queries/clientpositive/create_table_like_file.q
create mode 100644 ql/src/test/queries/clientpositive/ctas_open_csv_serde.q
create mode 100644 ql/src/test/queries/clientpositive/geospatial_udfs.q
create mode 100644
ql/src/test/queries/clientpositive/jdbc_partition_table_pruned_pcolumn.q
create mode 100644 ql/src/test/queries/clientpositive/msck_repair_hive_25980.q
create mode 100644 ql/src/test/queries/clientpositive/nonmr_fetch_threshold2.q
create mode 100644 ql/src/test/queries/clientpositive/orc_map_key_repeating.q
create mode 100644 ql/src/test/queries/clientpositive/scratch_col_issue.q
create mode 100644 ql/src/test/results/clientnegative/check_merge.q.out
create mode 100644
ql/src/test/results/clientnegative/create_table_like_invalid.q.out
create mode 100644
ql/src/test/results/clientnegative/masking_complex_type.q.out
create mode 100644
ql/src/test/results/clientpositive/llap/acid_locking_ctas.q.out
create mode 100644
ql/src/test/results/clientpositive/llap/create_table_like_file.q.out
create mode 100644
ql/src/test/results/clientpositive/llap/ctas_open_csv_serde.q.out
create mode 100644
ql/src/test/results/clientpositive/llap/geospatial_udfs.q.out
create mode 100644
ql/src/test/results/clientpositive/llap/jdbc_partition_table_pruned_pcolumn.q.out
create mode 100644
ql/src/test/results/clientpositive/llap/msck_repair_hive_25980.q.out
create mode 100644
ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold2.q.out
create mode 100644
ql/src/test/results/clientpositive/llap/orc_map_key_repeating.q.out
create mode 100644
ql/src/test/results/clientpositive/llap/scratch_col_issue.q.out
copy
standalone-metastore/metastore-server/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestMysql.java
=> serde/src/java/org/apache/hadoop/hive/serde2/SchemaInference.java (54%)
create mode 100644
standalone-metastore/metastore-common/src/gen/thrift/gen-php/metastore/ThriftHiveMetastore_submit_for_cleanup_args.php
create mode 100644
standalone-metastore/metastore-common/src/gen/thrift/gen-php/metastore/ThriftHiveMetastore_submit_for_cleanup_result.php
rename
standalone-metastore/metastore-server/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/{ITestDerby.java
=> TestDerby.java} (96%)
rename
standalone-metastore/metastore-server/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/{ITestMssql.java
=> TestMssql.java} (96%)
rename
standalone-metastore/metastore-server/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/{ITestMysql.java
=> TestMysql.java} (96%)
rename
standalone-metastore/metastore-server/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/{ITestOracle.java
=> TestOracle.java} (96%)
rename
standalone-metastore/metastore-server/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/{ITestPostgres.java
=> TestPostgres.java} (96%)
create mode 100644
standalone-metastore/metastore-server/src/test/java/org/apache/hadoop/hive/metastore/events/TestAbortTxnEventDbsUpdated.java
