This is an automated email from the ASF dual-hosted git repository. boroknagyz pushed a change to branch 2.x in repository https://gitbox.apache.org/repos/asf/impala.git.
from 2106127 IMPALA-7144: Re-enable TestDescribeTableResults new 55da35e IMPALA-7128 (part 1) Refactor interfaces for Db, View, Table, Partition new 238194b IMPALA-8155: Modify bootstrap_system.sh to bind Impala-lzo/2.x new 22fb381 IMPALA-6035: Add query options to limit thread reservation The 3 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: be/src/scheduling/admission-controller.cc | 68 ++++++--- be/src/scheduling/query-schedule.h | 14 +- be/src/scheduling/scheduler.cc | 1 + be/src/service/query-options-test.cc | 2 + be/src/service/query-options.cc | 20 +++ be/src/service/query-options.h | 6 +- bin/bootstrap_system.sh | 2 +- common/thrift/ImpalaInternalService.thrift | 6 + common/thrift/ImpalaService.thrift | 9 ++ .../AlterTableAddDropRangePartitionStmt.java | 4 +- .../analysis/AlterTableAddPartitionStmt.java | 4 +- .../analysis/AlterTableAddReplaceColsStmt.java | 4 +- .../impala/analysis/AlterTableAlterColStmt.java | 5 +- .../impala/analysis/AlterTableDropColStmt.java | 5 +- .../analysis/AlterTableDropPartitionStmt.java | 4 +- .../analysis/AlterTableOrViewRenameStmt.java | 6 +- .../impala/analysis/AlterTableSetCachedStmt.java | 9 +- .../analysis/AlterTableSetFileFormatStmt.java | 4 +- .../impala/analysis/AlterTableSetLocationStmt.java | 15 +- .../analysis/AlterTableSetRowFormatStmt.java | 11 +- .../apache/impala/analysis/AlterTableSetStmt.java | 4 +- .../analysis/AlterTableSetTblProperties.java | 8 +- .../impala/analysis/AlterTableSortByStmt.java | 8 +- .../org/apache/impala/analysis/AlterTableStmt.java | 6 +- .../org/apache/impala/analysis/AlterViewStmt.java | 8 +- .../apache/impala/analysis/AnalysisContext.java | 10 +- .../java/org/apache/impala/analysis/Analyzer.java | 62 ++++---- .../org/apache/impala/analysis/BaseTableRef.java | 4 +- .../apache/impala/analysis/ColumnLineageGraph.java | 5 +- .../apache/impala/analysis/ComputeStatsStmt.java | 56 ++++---- .../org/apache/impala/analysis/CreateDbStmt.java | 4 +- .../impala/analysis/CreateFunctionStmtBase.java | 4 +- .../impala/analysis/CreateTableAsSelectStmt.java | 19 +-- .../impala/analysis/CreateTableLikeStmt.java | 4 +- .../apache/impala/analysis/DescribeTableStmt.java | 7 +- .../apache/impala/analysis/DescriptorTable.java | 26 ++-- .../org/apache/impala/analysis/DropDbStmt.java | 4 +- .../apache/impala/analysis/DropFunctionStmt.java | 4 +- .../impala/analysis/DropTableOrViewStmt.java | 10 +- .../apache/impala/analysis/FunctionCallExpr.java | 3 +- .../org/apache/impala/analysis/InlineViewRef.java | 6 +- .../org/apache/impala/analysis/InsertStmt.java | 13 +- .../apache/impala/analysis/IsNullPredicate.java | 4 +- .../org/apache/impala/analysis/LoadDataStmt.java | 8 +- .../org/apache/impala/analysis/ModifyStmt.java | 4 +- .../org/apache/impala/analysis/PartitionDef.java | 10 +- .../org/apache/impala/analysis/PartitionSet.java | 12 +- .../apache/impala/analysis/PartitionSpecBase.java | 4 +- .../main/java/org/apache/impala/analysis/Path.java | 10 +- .../org/apache/impala/analysis/PrivilegeSpec.java | 12 +- .../org/apache/impala/analysis/SelectStmt.java | 4 +- .../impala/analysis/ShowCreateFunctionStmt.java | 4 +- .../impala/analysis/ShowCreateTableStmt.java | 10 +- .../org/apache/impala/analysis/ShowFilesStmt.java | 8 +- .../org/apache/impala/analysis/ShowStatsStmt.java | 12 +- .../java/org/apache/impala/analysis/SlotRef.java | 4 +- .../apache/impala/analysis/StmtMetadataLoader.java | 34 ++--- .../java/org/apache/impala/analysis/TableDef.java | 8 +- .../java/org/apache/impala/analysis/TableRef.java | 4 +- .../org/apache/impala/analysis/ToSqlUtils.java | 9 +- .../org/apache/impala/analysis/TruncateStmt.java | 8 +- .../apache/impala/analysis/TupleDescriptor.java | 8 +- .../org/apache/impala/analysis/WithClause.java | 5 +- .../java/org/apache/impala/catalog/Catalog.java | 1 - fe/src/main/java/org/apache/impala/catalog/Db.java | 27 ++-- .../java/org/apache/impala/catalog/FeCatalog.java | 119 +++++++++++++++ .../main/java/org/apache/impala/catalog/FeDb.java | 100 +++++++++++++ .../org/apache/impala/catalog/FeFsPartition.java | 155 ++++++++++++++++++++ .../java/org/apache/impala/catalog/FeFsTable.java | 160 +++++++++++++++++++++ .../java/org/apache/impala/catalog/FeTable.java | 131 +++++++++++++++++ .../java/org/apache/impala/catalog/FeView.java | 37 +++-- .../org/apache/impala/catalog/HdfsPartition.java | 62 ++++---- .../java/org/apache/impala/catalog/HdfsTable.java | 105 +++++++------- .../org/apache/impala/catalog/ImpaladCatalog.java | 35 ++--- .../main/java/org/apache/impala/catalog/Table.java | 52 +++---- .../main/java/org/apache/impala/catalog/View.java | 14 +- .../org/apache/impala/planner/HBaseTableSink.java | 4 +- .../apache/impala/planner/HdfsPartitionFilter.java | 13 +- .../apache/impala/planner/HdfsPartitionPruner.java | 24 ++-- .../org/apache/impala/planner/HdfsScanNode.java | 25 ++-- .../org/apache/impala/planner/HdfsTableSink.java | 3 +- .../java/org/apache/impala/planner/JoinNode.java | 4 +- .../org/apache/impala/planner/KuduTableSink.java | 4 +- .../java/org/apache/impala/planner/Planner.java | 4 +- .../impala/planner/RuntimeFilterGenerator.java | 4 +- .../java/org/apache/impala/planner/ScanNode.java | 4 +- .../apache/impala/planner/SingleNodePlanner.java | 15 +- .../java/org/apache/impala/planner/TableSink.java | 8 +- .../apache/impala/service/CatalogOpExecutor.java | 31 ++-- .../java/org/apache/impala/service/Frontend.java | 16 ++- .../java/org/apache/impala/service/JniCatalog.java | 4 +- .../org/apache/impala/service/JniFrontend.java | 7 +- .../java/org/apache/impala/service/MetadataOp.java | 4 +- .../apache/impala/util/AvroSchemaConverter.java | 1 - .../org/apache/impala/util/HdfsCachingUtil.java | 3 +- .../apache/impala/analysis/AuthorizationTest.java | 8 +- .../impala/analysis/StmtMetadataLoaderTest.java | 3 +- .../catalog/CatalogObjectToFromThriftTest.java | 6 +- .../org/apache/impala/catalog/CatalogTest.java | 4 +- .../apache/impala/testutil/BlockIdGenerator.java | 12 +- .../apache/impala/testutil/ImpaladTestCatalog.java | 5 +- .../admission-reject-min-reservation.test | 5 +- .../queries/QueryTest/runtime_row_filters.test | 8 +- .../queries/QueryTest/thread-limits.test | 104 ++++++++++++++ .../test_resource_limits.py} | 27 ++-- 105 files changed, 1439 insertions(+), 575 deletions(-) create mode 100644 fe/src/main/java/org/apache/impala/catalog/FeCatalog.java create mode 100644 fe/src/main/java/org/apache/impala/catalog/FeDb.java create mode 100644 fe/src/main/java/org/apache/impala/catalog/FeFsPartition.java create mode 100644 fe/src/main/java/org/apache/impala/catalog/FeFsTable.java create mode 100644 fe/src/main/java/org/apache/impala/catalog/FeTable.java copy be/src/exec/singular-row-src-node.h => fe/src/main/java/org/apache/impala/catalog/FeView.java (57%) create mode 100644 testdata/workloads/functional-query/queries/QueryTest/thread-limits.test copy tests/{metadata/test_set.py => query_test/test_resource_limits.py} (62%)