This is an automated email from the ASF dual-hosted git repository.
kfaraz pushed a change to branch suppress_cves_38.0.0
in repository https://gitbox.apache.org/repos/asf/druid.git
from 7a25f0d9168 fix: broaden Jetty suppression to cover
org.eclipse.jetty.* subgroups in hadoop-client-runtime
add d8650f806b5 build(deps): bump org.codehaus.mojo:exec-maven-plugin
(#20229)
add 2e3ca051bb6 build(deps): bump net.thisptr:jackson-jq from 1.6.2 to
1.6.3 (#20227)
add ba84c74727d fix: Race between run and cancellation in
FrameProcessorExecutor. (#19006)
add 2bf1643cddc fix: Apply cloneQueryMode prior to choosing server type.
(#20244)
add f8faf5fad8c build(deps-dev): bump fast-uri from 3.1.5 to 3.1.7 in
/web-console (#20242)
add 15d6f01c552 build(deps): bump org.yaml:snakeyaml from 2.6 to 2.7
(#20241)
add 7dde97b1c16 build(deps): bump
org.apache.maven.plugins:maven-compiler-plugin (#20239)
add 68f90b259d0 build(deps): bump fast-uri from 3.1.5 to 3.1.7 in /website
(#20238)
add d3e6e4c25fa build(deps-dev): bump @humanfs/node in /web-console
(#20237)
add fb1b5011ebc build(deps): bump browserslist from 4.28.2 to 4.28.8 in
/website (#20232)
add a5062fd8f14 build(deps): bump postcss-selector-parser in /web-console
(#20231)
add 6c9838aaa83 build(deps): bump postcss-selector-parser in /website
(#20225)
add 195d1e1b847 fix: validate blockSize and numBlocks in
CompressedBlockReader (#20243)
add cad5e44f155 feat: Support PostgreSQL export for export-metadata
(#19698)
add 58ccdfa1dba feat: Directly produce Resource in NamedSchema. (#20254)
add 89d0e9b5e84 feat: Pluggable DataSourcePlanners for MSQ. (#20253)
add 7109f88f28a build(deps-dev): bump browserslist from 4.24.0 to 4.28.8
in /web-console (#20252)
add c2013c62c30 build(deps-dev): bump com.google.guava:guava (#20251)
add 45b4f69a6f8 build(deps): bump protobuf.version from 4.36.0 to 4.36.1
(#20250)
add 380b92259e2 build(deps): bump
org.apache.maven.plugins:maven-surefire-plugin (#20249)
add 34081ce64fe build(deps): bump aws.sdk.v2.version from 2.54.7 to 2.54.8
(#20248)
add 3a484baf10e build(deps): bump org.checkerframework:checker-qual from
4.2.2 to 4.2.3 (#20266)
add 0d6643bc701 build(deps): bump io.grpc:grpc-bom from 1.83.1 to 1.84.0
(#20265)
add 62a75f12c49 build(deps): bump io.grpc:grpc-netty-shaded from 1.83.1 to
1.84.0 (#20263)
add df720affe30 build(deps): bump oshi.version from 7.6.0 to 7.6.1 (#20261)
add 17e57f9e37f build(deps-dev): bump
io.github.git-commit-id:git-commit-id-maven-plugin (#20260)
add 9b967a613ef build(deps): bump io.grpc:grpc-api from 1.83.1 to 1.84.0
(#20259)
add be3e96ee561 build(deps): bump io.grpc:grpc-context from 1.83.1 to
1.84.0 (#20257)
add e9db64b6e97 build(deps): bump aws.sdk.v2.version from 2.54.8 to
2.54.10 (#20256)
add 9b90983fd29 build(deps): bump parquet.version from 1.18.0 to 1.18.1
(#20258)
add 8cbcc40d215 build(deps): bump js-yaml from 3.14.2 to 3.15.2 in
/website (#20269)
add df133e4687c test: fix flaky test EmbeddedDartReportApiTest (#19905)
add 7d00d197a64 fix(processing): finalize SuperSorter progress before
completion (#20054)
add 0741bb68620 perf(test): cut high-cost CI test latency while preserving
coverage (#20127)
add a8ea1a4f9ed refactor!: remove deprecated SysMonitor (#20200)
add 0a0196c51b4 ci: reduce CI duration from 1h15m to 43m (#20270)
add f37486d51b6 feat: Add lag/idle plot simulator for cost-based
autoscaler (#19687)
add 33f7f778dfc ci: Fix SupervisorManagerTest (#20294)
add 56058503867 Merge branch 'master' of github.com:apache/druid into
suppress_cves_38.0.0
No new revisions were added by this update.
Summary of changes:
.dockerignore | 6 +
.github/scripts/{validate-dist => build-dist} | 2 +-
.github/scripts/run_docker-tests | 2 +-
.github/workflows/ci.yml | 6 -
.github/workflows/codeql.yml | 10 +-
.github/workflows/docker-tests.yml | 23 +-
.../unit-and-integration-tests-unified.yml | 1 -
benchmarks/pom.xml | 2 +-
docs/configuration/index.md | 1 -
docs/operations/deep-storage-migration.md | 3 +-
docs/operations/export-metadata.md | 148 ++++-
docs/operations/metadata-migration.md | 7 +-
docs/operations/metrics.md | 28 +-
.../embedded/compact/AutoCompactionTest.java | 5 +-
.../embedded/indexing/KafkaClusterMetricsTest.java | 1 +
.../CostBasedAutoScalerIntegrationTest.java | 4 +-
.../testing/embedded/kinesis/KinesisResource.java | 50 +-
.../embedded/msq/EmbeddedDartReportApiTest.java | 40 +-
.../embedded/msq/MSQWorkerFaultToleranceTest.java | 45 +-
.../druid-iceberg-extensions/pom.xml | 4 +-
extensions-contrib/grpc-query/pom.xml | 2 +-
extensions-contrib/opentelemetry-emitter/pom.xml | 4 +-
extensions-core/google-extensions/pom.xml | 4 +-
.../indexing/kafka/KafkaRecordSupplierTest.java | 42 +-
.../kafka/supervisor/KafkaSupervisorTest.java | 2 +-
extensions-core/parquet-extensions/pom.xml | 5 +
.../storage/postgresql/PostgreSQLConnector.java | 11 +
.../testing/cluster/task/FaultyOverlordClient.java | 51 +-
.../overlord/supervisor/SupervisorManager.java | 101 ++++
.../overlord/supervisor/SupervisorResource.java | 37 +-
.../supervisor/SeekableStreamSupervisor.java | 17 +-
.../supervisor/autoscaler/CostBasedAutoScaler.java | 140 +++--
.../autoscaler/CostBasedAutoScalerConfig.java | 28 +-
.../AbstractParallelIndexSupervisorTaskTest.java | 2 +
.../overlord/supervisor/SupervisorManagerTest.java | 76 +++
licenses.yaml | 151 +----
.../org/apache/druid/msq/guice/MSQBinders.java | 19 +
.../apache/druid/msq/guice/MSQIndexingModule.java | 3 +
.../apache/druid/msq/querykit/DataSourcePlan.java | 644 +--------------------
.../druid/msq/querykit/DataSourcePlanner.java | 53 ++
.../druid/msq/querykit/DataSourcePlanners.java | 91 +++
.../apache/druid/msq/querykit/QueryKitSpec.java | 21 +-
.../datasource/DataSourcePlannerUtils.java | 86 +++
.../datasource/ExternalDataSourcePlanner.java | 64 ++
.../datasource/FilteredDataSourcePlanner.java | 67 +++
.../datasource/InlineDataSourcePlanner.java | 58 ++
.../querykit/datasource/JoinDataSourcePlanner.java | 322 +++++++++++
.../datasource/LookupDataSourcePlanner.java | 56 ++
.../datasource/QueryDataSourcePlanner.java | 85 +++
.../datasource/RestrictedDataSourcePlanner.java | 58 ++
.../datasource/TableDataSourcePlanner.java | 70 +++
.../datasource/UnionDataSourcePlanner.java | 86 +++
.../datasource/UnnestDataSourcePlanner.java | 77 +++
.../druid/msq/sql/DartQueryKitSpecFactory.java | 12 +-
.../druid/msq/sql/MSQTaskQueryKitSpecFactory.java | 12 +-
.../dart/controller/http/DartSqlResourceTest.java | 3 +-
.../druid/msq/querykit/DataSourcePlannerTest.java | 168 ++++++
.../output/ChannelStageOutputReaderTest.java | 22 +-
pom.xml | 29 +-
processing/pom.xml | 40 +-
.../frame/channel/BlockingQueueFrameChannel.java | 87 ++-
.../druid/frame/channel/WritableFrameChannel.java | 15 +-
.../frame/processor/FrameProcessorExecutor.java | 276 +++++----
.../druid/frame/processor/ReturnOrAwait.java | 10 +-
.../apache/druid/frame/processor/SuperSorter.java | 27 +-
.../druid/java/util/metrics/JvmCpuMonitor.java | 68 ++-
.../druid/java/util/metrics/JvmPidDiscoverer.java | 35 +-
.../druid/java/util/metrics/NoopSysMonitor.java | 36 --
.../druid/java/util/metrics/OshiSysMonitor.java | 2 +-
.../java/util/metrics/SigarPidDiscoverer.java | 44 --
.../apache/druid/java/util/metrics/SigarUtil.java | 84 ---
.../apache/druid/java/util/metrics/SysMonitor.java | 577 ------------------
.../druid/metadata/MetadataStorageConnector.java | 8 -
.../druid/segment/data/CompressedBlockReader.java | 7 +
.../processor/FrameProcessorExecutorTest.java | 9 +-
.../druid/frame/processor/SuperSorterTest.java | 41 +-
.../processor/test/InfiniteFrameProcessor.java | 8 +-
.../apache/druid/frame/write/FrameWriterTest.java | 10 +-
.../druid/java/util/metrics/JvmCpuMonitorTest.java | 98 ++++
.../java/util/metrics/NoopSysMonitorTest.java | 42 --
.../druid/java/util/metrics/SigarLoadTest.java | 45 --
.../java/util/metrics/SigarPidDiscovererTest.java | 38 --
.../druid/segment/MergingRowIteratorTest.java | 27 +-
.../segment/data/CompressedBlockReaderTest.java | 106 ++++
.../druid/client/selector/ServerSelector.java | 22 +-
.../druid/metadata/SQLMetadataConnector.java | 49 +-
.../metadata/storage/derby/DerbyConnector.java | 25 -
.../druid/server/metrics/DruidSysMonitor.java | 47 --
.../apache/druid/server/metrics/MetricsModule.java | 13 -
.../druid/client/selector/ServerSelectorTest.java | 82 +++
.../druid/metadata/SQLMetadataConnectorTest.java | 32 +
.../druid/server/metrics/MetricsModuleTest.java | 36 --
.../java/org/apache/druid/cli/CreateTables.java | 1 +
.../java/org/apache/druid/cli/ExportMetadata.java | 409 ++++++-------
.../org/apache/druid/cli/MetadataCsvExporter.java | 242 ++++++++
.../org/apache/druid/cli/CreateTablesTest.java | 2 +
.../org/apache/druid/cli/ExportMetadataTest.java | 576 ++++++++++++++++++
.../apache/druid/cli/MetadataCsvExporterTest.java | 250 ++++++++
.../druid/sql/calcite/planner/PlannerContext.java | 11 +-
.../planner/SqlResourceCollectorShuttle.java | 8 +-
.../druid/sql/calcite/schema/DruidSchema.java | 4 +-
.../sql/calcite/schema/DruidSchemaCatalog.java | 15 +-
.../schema/DruidSchemaCatalogProviderImpl.java | 8 +-
.../sql/calcite/schema/InformationSchema.java | 15 +-
.../druid/sql/calcite/schema/NamedDruidSchema.java | 5 +-
.../sql/calcite/schema/NamedLookupSchema.java | 11 +
.../druid/sql/calcite/schema/NamedSchema.java | 11 +-
.../sql/calcite/schema/NamedSystemSchema.java | 5 +-
.../druid/sql/calcite/schema/NamedViewSchema.java | 5 +-
.../druid/sql/calcite/schema/SchemaUtils.java | 55 +-
.../druid/sql/calcite/schema/SystemSchema.java | 8 +-
.../druid/sql/calcite/schema/ViewSchema.java | 2 +-
.../calcite/planner/CalcitePlannerModuleTest.java | 7 +-
.../sql/calcite/schema/NamedSystemSchemaTest.java | 5 +-
.../druid/sql/calcite/schema/SchemaUtilsTest.java | 114 ++++
web-console/package-lock.json | 215 ++++---
web-console/package.json | 2 +-
.../auto-scaler-panel/auto-scaler-panel.scss} | 61 +-
.../auto-scaler-panel/auto-scaler-panel.spec.tsx | 41 ++
.../auto-scaler-panel/auto-scaler-panel.tsx | 304 ++++++++++
.../supervisor-table-action-dialog.tsx | 19 +-
.../views/supervisors-view/supervisors-view.tsx | 11 +-
website/.spelling | 1 +
website/package-lock.json | 337 +++++------
124 files changed, 5149 insertions(+), 2824 deletions(-)
rename .github/scripts/{validate-dist => build-dist} (87%)
create mode 100644
multi-stage-query/src/main/java/org/apache/druid/msq/querykit/DataSourcePlanner.java
create mode 100644
multi-stage-query/src/main/java/org/apache/druid/msq/querykit/DataSourcePlanners.java
create mode 100644
multi-stage-query/src/main/java/org/apache/druid/msq/querykit/datasource/DataSourcePlannerUtils.java
create mode 100644
multi-stage-query/src/main/java/org/apache/druid/msq/querykit/datasource/ExternalDataSourcePlanner.java
create mode 100644
multi-stage-query/src/main/java/org/apache/druid/msq/querykit/datasource/FilteredDataSourcePlanner.java
create mode 100644
multi-stage-query/src/main/java/org/apache/druid/msq/querykit/datasource/InlineDataSourcePlanner.java
create mode 100644
multi-stage-query/src/main/java/org/apache/druid/msq/querykit/datasource/JoinDataSourcePlanner.java
create mode 100644
multi-stage-query/src/main/java/org/apache/druid/msq/querykit/datasource/LookupDataSourcePlanner.java
create mode 100644
multi-stage-query/src/main/java/org/apache/druid/msq/querykit/datasource/QueryDataSourcePlanner.java
create mode 100644
multi-stage-query/src/main/java/org/apache/druid/msq/querykit/datasource/RestrictedDataSourcePlanner.java
create mode 100644
multi-stage-query/src/main/java/org/apache/druid/msq/querykit/datasource/TableDataSourcePlanner.java
create mode 100644
multi-stage-query/src/main/java/org/apache/druid/msq/querykit/datasource/UnionDataSourcePlanner.java
create mode 100644
multi-stage-query/src/main/java/org/apache/druid/msq/querykit/datasource/UnnestDataSourcePlanner.java
create mode 100644
multi-stage-query/src/test/java/org/apache/druid/msq/querykit/DataSourcePlannerTest.java
delete mode 100644
processing/src/main/java/org/apache/druid/java/util/metrics/NoopSysMonitor.java
delete mode 100644
processing/src/main/java/org/apache/druid/java/util/metrics/SigarPidDiscoverer.java
delete mode 100644
processing/src/main/java/org/apache/druid/java/util/metrics/SigarUtil.java
delete mode 100644
processing/src/main/java/org/apache/druid/java/util/metrics/SysMonitor.java
create mode 100644
processing/src/test/java/org/apache/druid/java/util/metrics/JvmCpuMonitorTest.java
delete mode 100644
processing/src/test/java/org/apache/druid/java/util/metrics/NoopSysMonitorTest.java
delete mode 100644
processing/src/test/java/org/apache/druid/java/util/metrics/SigarLoadTest.java
delete mode 100644
processing/src/test/java/org/apache/druid/java/util/metrics/SigarPidDiscovererTest.java
create mode 100644
processing/src/test/java/org/apache/druid/segment/data/CompressedBlockReaderTest.java
delete mode 100644
server/src/main/java/org/apache/druid/server/metrics/DruidSysMonitor.java
create mode 100644
services/src/main/java/org/apache/druid/cli/MetadataCsvExporter.java
create mode 100644
services/src/test/java/org/apache/druid/cli/ExportMetadataTest.java
create mode 100644
services/src/test/java/org/apache/druid/cli/MetadataCsvExporterTest.java
create mode 100644
sql/src/test/java/org/apache/druid/sql/calcite/schema/SchemaUtilsTest.java
copy
web-console/src/{views/explore-view/components/preview-pane/preview-pane.scss
=>
dialogs/supervisor-table-action-dialog/auto-scaler-panel/auto-scaler-panel.scss}
(61%)
create mode 100644
web-console/src/dialogs/supervisor-table-action-dialog/auto-scaler-panel/auto-scaler-panel.spec.tsx
create mode 100644
web-console/src/dialogs/supervisor-table-action-dialog/auto-scaler-panel/auto-scaler-panel.tsx
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
