This is an automated email from the ASF dual-hosted git repository. czy006 pushed a commit to branch 0.9.x in repository https://gitbox.apache.org/repos/asf/amoro.git
commit 6239b39171820f245317b1aaa203edd4ddad1b7b Merge: 09d8364ca fc0c2e8e3 Author: ConradJam <[email protected]> AuthorDate: Tue Sep 1 10:51:55 2026 +0800 Merge remote-tracking branch 'origin/master' into 0.9.x .github/workflows/mcp-server-ci.yml | 77 ++ .gitignore | 3 + README.md | 4 +- amoro-ams/pom.xml | 46 +- .../apache/amoro/server/AmoroManagementConf.java | 7 + .../apache/amoro/server/AmoroServiceContainer.java | 155 +-- .../amoro/server/DefaultOptimizingService.java | 647 ++++++++++- .../apache/amoro/server/RestCatalogService.java | 175 ++- .../amoro/server/catalog/CatalogBuilder.java | 9 +- .../DatabaseMetadata.java} | 42 +- .../amoro/server/catalog/InternalCatalog.java | 58 +- .../amoro/server/catalog/InternalCatalogImpl.java | 7 +- .../dashboard/controller/CatalogController.java | 16 +- .../server/optimizing/OptimizerGroupMetrics.java | 42 + .../amoro/server/optimizing/OptimizingQueue.java | 69 +- .../amoro/server/optimizing/SchedulingPolicy.java | 16 + .../optimizing/dra/DynamicAllocationConfig.java | 90 ++ .../optimizing/dra/DynamicAllocationMetrics.java | 142 +++ .../optimizing/dra/DynamicAllocationState.java | 332 ++++++ .../optimizing/dra/PendingRegistrations.java | 71 ++ .../server/persistence/mapper/OptimizerMapper.java | 7 + .../server/persistence/mapper/ResourceMapper.java | 7 + .../server/persistence/mapper/TableMetaMapper.java | 48 +- .../amoro/server/process/ProcessService.java | 12 +- .../server/resource/DefaultOptimizerManager.java | 23 +- .../amoro/server/resource/OptimizerInstance.java | 4 +- .../amoro/server/table/DefaultTableRuntime.java | 6 +- .../amoro/server/table/DefaultTableService.java | 7 + .../amoro/server/table/TableConfigurations.java | 3 + .../internal/IcebergInternalTableOperations.java | 12 +- .../table/internal/InternalIcebergCreator.java | 47 +- .../internal/InternalMixedIcebergCreator.java | 77 +- .../table/internal/InternalTableCreator.java | 15 +- .../src/main/resources/derby/ams-derby-init.sql | 3 +- amoro-ams/src/main/resources/derby/upgrade.sql | 16 + .../src/main/resources/mysql/ams-mysql-init.sql | 1 + amoro-ams/src/main/resources/mysql/upgrade.sql | 3 + .../main/resources/postgres/ams-postgres-init.sql | 4 +- amoro-ams/src/main/resources/postgres/upgrade.sql | 6 +- .../org/apache/amoro/server/AmsEnvironment.java | 4 +- .../amoro/server/TestAmoroManagementConf.java | 8 + .../amoro/server/TestDefaultOptimizingService.java | 224 ++++ .../server/TestInternalIcebergCatalogService.java | 215 +++- .../amoro/server/TestOptimizerGroupKeeper.java | 50 +- .../TestOptimizerResourceGroupConcurrency.java | 203 ++++ .../amoro/server/TestOptimizerScaleKeeper.java | 829 ++++++++++++++ .../amoro/server/TestRestCatalogService.java | 43 + .../server/optimizing/TestOptimizingQueue.java | 178 +++ .../optimizing/dra/TestComputeScaleDown.java | 208 ++++ .../server/optimizing/dra/TestComputeScaleUp.java | 282 +++++ .../dra/TestDynamicAllocationConfig.java | 130 +++ .../dra/TestDynamicAllocationMetrics.java | 134 +++ .../optimizing/dra/TestDynamicAllocationState.java | 175 +++ .../optimizing/dra/TestPendingRegistrations.java | 87 ++ .../amoro/server/persistence/TestDerbyUpgrade.java | 80 ++ .../persistence/mapper/TestTableMetaMapper.java | 166 +++ .../table/TestSyncUnsupportedTableFormat.java | 59 + .../TestIcebergInternalTableOperations.java | 96 ++ .../java/org/apache/amoro/OptimizerProperties.java | 6 + .../org/apache/amoro/config/OptimizingConfig.java | 2 +- .../org/apache/amoro/config/TagConfiguration.java | 18 +- .../java/org/apache/amoro/utils/CatalogUtil.java | 12 + .../apache/amoro/config/TestOptimizingConfig.java | 47 + amoro-format-hudi/pom.xml | 4 + .../iceberg/maintainer/IcebergTableMaintainer.java | 2 + .../optimizing/plan/CommonPartitionEvaluator.java | 2 +- .../org/apache/amoro/table/TableProperties.java | 1 + .../org/apache/amoro/utils/IcebergThreadPools.java | 30 + .../maintainer/TestAutoCreateIcebergTagAction.java | 88 ++ .../maintainer/TestIcebergTableMaintainer.java | 62 ++ .../optimizing/IcebergRewriteExecutorTest.java | 2 +- .../plan/TestCommonPartitionEvaluator.java | 82 ++ .../apache/amoro/utils/TestIcebergThreadPools.java | 14 + .../amoro/formats/lance/AbstractLanceCatalog.java | 111 ++ .../amoro/formats/lance/LanceCatalogFactory.java | 4 + .../formats/lance/LanceDirectoryV1Catalog.java | 121 +- .../amoro/formats/lance/LanceRestCatalog.java | 134 +++ .../flink/source/RowDataFileScanTaskReader.java | 6 +- .../amoro-mixed-flink-common/pom.xml | 8 +- .../lookup/filter/TestRowDataPredicateBase.java | 5 +- .../flink/util/MixedFormatMockEnvironment.java | 3 + amoro-format-mixed/amoro-mixed-flink/pom.xml | 2 + .../v1.20/amoro-mixed-flink-1.20/pom.xml | 99 ++ .../v1.20/amoro-mixed-flink-runtime-1.20/pom.xml | 238 ++++ .../amoro-mixed-spark-3-common/pom.xml | 12 + .../v3.3/amoro-mixed-spark-3.3/pom.xml | 17 + .../v3.4/amoro-mixed-spark-3.4/pom.xml | 8 + .../v3.5/amoro-mixed-spark-3.5/pom.xml | 8 + amoro-format-mixed/amoro-mixed-trino/pom.xml | 14 + amoro-format-paimon/pom.xml | 10 + amoro-mcp-server/README.md | 319 ++++++ amoro-mcp-server/pyproject.toml | 68 ++ amoro-mcp-server/src/amoro_mcp_server/__init__.py | 20 + amoro-mcp-server/src/amoro_mcp_server/actions.py | 235 ++++ amoro-mcp-server/src/amoro_mcp_server/auth.py | 388 +++++++ amoro-mcp-server/src/amoro_mcp_server/client.py | 439 ++++++++ .../src/amoro_mcp_server/compatibility.py | 55 + amoro-mcp-server/src/amoro_mcp_server/config.py | 121 ++ .../src/amoro_mcp_server/logging_config.py | 74 ++ amoro-mcp-server/src/amoro_mcp_server/models.py | 83 ++ .../src/amoro_mcp_server/request_context.py | 62 ++ amoro-mcp-server/src/amoro_mcp_server/sanitize.py | 198 ++++ amoro-mcp-server/src/amoro_mcp_server/server.py | 140 +++ .../src/amoro_mcp_server/tools/__init__.py | 57 + .../tools/check_ams_connectivity.py | 40 + .../src/amoro_mcp_server/tools/common.py | 33 + .../amoro_mcp_server/tools/get_table_details.py | 38 + .../src/amoro_mcp_server/tools/list_catalogs.py | 33 + .../src/amoro_mcp_server/tools/list_databases.py | 39 + .../src/amoro_mcp_server/tools/list_optimizers.py | 45 + .../tools/list_optimizing_processes.py | 58 + .../tools/list_optimizing_tables.py | 48 + .../tools/list_optimizing_tasks.py | 58 + .../amoro_mcp_server/tools/list_resource_groups.py | 33 + .../amoro_mcp_server/tools/list_table_snapshots.py | 64 ++ .../src/amoro_mcp_server/tools/list_tables.py | 46 + amoro-mcp-server/tests/conftest.py | 31 + amoro-mcp-server/tests/test_actions.py | 295 +++++ amoro-mcp-server/tests/test_auth.py | 172 +++ amoro-mcp-server/tests/test_client.py | 279 +++++ amoro-mcp-server/tests/test_compatibility.py | 156 +++ amoro-mcp-server/tests/test_logging.py | 30 + amoro-mcp-server/tests/test_sanitize.py | 132 +++ amoro-mcp-server/tests/test_server.py | 340 ++++++ amoro-mcp-server/uv.lock | 1159 ++++++++++++++++++++ amoro-optimizer/amoro-optimizer-spark/pom.xml | 8 + amoro-optimizer/amoro-optimizer-standalone/pom.xml | 2 +- amoro-web/src/views/catalogs/Detail.vue | 280 +++-- charts/amoro/templates/amoro-configmap.yaml | 1 + dev/deps/dependencies-hadoop-2-spark-3.3 | 34 +- dev/deps/dependencies-hadoop-3-spark-3.5 | 34 +- dist/src/main/amoro-bin/conf/config.yaml | 1 + docs/_index.md | 2 +- docs/admin-guides/managing-optimizers.md | 11 +- docs/configuration/ams-config.md | 1 + docs/engines/flink/flink-cdc-ingestion.md | 4 +- docs/engines/flink/flink-get-started.md | 2 +- docs/engines/flink/using-logstore.md | 2 + docs/user-guides/configurations.md | 16 +- docs/user-guides/metrics.md | 17 + pom.xml | 45 +- 141 files changed, 12034 insertions(+), 466 deletions(-)
