This is an automated email from the ASF dual-hosted git repository.
abhishekrb pushed a change to branch refactor_ds_lookup_holder
in repository https://gitbox.apache.org/repos/asf/druid.git
from 51c5f850369 Add indexing-logs to CI artifact
add ccaefecdd3e Consolidate into one TaskPropertiesHolder
add 2b08b0d5af7 Works with named injections
add ca5e6ae4b27 Test works!
add eb805247966 Different approach
add 32e672e30ed Cleanup MetricsModule
add 9b6913a6cdb Auto switch cgroup monitors from v1 to v2 (#18705)
add db2b81eb0a9 Add task/waiting/time metric (#18735)
add 38e5e3e64fd Specify postgres version 17.6 in distribution's
docker-compose.yml (#18736)
add bbc62dcea09 add query metrics for vsf mode (#18727)
add a54c55b3889 Allow developer to use system property to override default
kafka image for embedded tests (#18739)
add e0baddd1edb Gracefully handle negative counter values for
prometheus-emitter & update metric types for `sys/disk/*` metrics (#18719)
add f5dde640e75 fix msq compaction to apply policies (#18741)
add d11567ebcb8 Fix logic error in policy application. (#18753)
add cf8f9958c57 Switch maven compiler version to 17 (#18751)
add d9bd137dec3 Migrate ITSqlQueryTest to embedded test suite (#18752)
add 9091f9307f9 Fix computation of task slots required for MSQ compaction
task (#18756)
add 658bf73532d Add capability to ingest record offset and partition using
KafkaInputFormat (#18757)
add 90d04596558 Bind LocalTmpStorageConfig for HadoopIndexTask (#18758)
add 713be4a4d98 Add QOS filtering of overlord requests (#18033)
add 48c7b3ccc19 MSQ: Set includeAllCounters to true by default. (#18761)
add 3e4c5cc2dd8 Add system properties table (#18692)
add be10abdbe02 Revert "Switch maven compiler version to 17 (#18751)"
(#18759)
add c89ec0c4b84 Common pattern validation for all regexp* functions
(#18762)
add 0ee68557214 Remove various version overrides from module poms. (#18708)
add a2254b47275 Fix off-by-two with task action retry count. (#18755)
add 559d694ae5c Don't kill tasks while a supervisor is stopping. (#18767)
add c84557442a7 Include indexing task logs in the CI artifact tarball so
it's available in the upload (#18763)
add a440a42be73 Ignore all exceptions when pushing task logs (#18748)
add bbcccd2e1f8 Web console: refactor table filters, show inactive MSQ
worker count (#18768)
add f6ad1c349e2 Upgrade Jetty to 12.0.30. (#18773)
add 7b16171c38c Double check that the TaskQueue is still active before
managing the queued tasks. (#18772)
add 59b698dd340 Bulk add to timeline in
DataSourceCompactibleSegmentIterator. (#18774)
add 51876b54235 Refine javadoc for VersionedIntervalTimeline#add. (#18775)
add a434eeb9413 Merge branch 'master' into refactor_ds_lookup_holder
add 5033413cb66 Revert changes to EmbeddedKafkaSupervisorTest
add f44be2fcb4e Revert logging changes
add 2093cd19d48 Better exception
No new revisions were added by this update.
Summary of changes:
benchmarks/pom.xml | 1 -
cloud/aws-common/pom.xml | 1 -
distribution/bin/check-licenses.py | 1 +
distribution/docker/docker-compose.yml | 2 +-
docs/configuration/index.md | 18 +-
docs/multi-stage-query/reference.md | 1 +
docs/operations/metrics.md | 3 +-
docs/querying/sql-metadata-tables.md | 19 +
embedded-tests/pom.xml | 3 +-
.../auth/AbstractAuthConfigurationTest.java | 12 -
.../embedded/compact/CompactionSupervisorTest.java | 57 ++-
.../embedded/query/QueryVirtualStorageTest.java | 72 ++++
.../query/SqlQueryHttpRequestHeadersTest.java | 349 +++++++++++++++++
.../schema/SystemServerPropertiesTableTest.java | 179 +++++++++
extensions-contrib/ambari-metrics-emitter/pom.xml | 2 -
extensions-contrib/compressed-bigdecimal/pom.xml | 3 +-
extensions-contrib/ddsketch/pom.xml | 2 -
extensions-contrib/dropwizard-emitter/pom.xml | 1 -
.../main/resources/defaultMetricDimensions.json | 12 +-
.../druid-deltalake-extensions/pom.xml | 2 +-
.../druid-exact-count-bitmap/pom.xml | 2 -
.../druid-iceberg-extensions/pom.xml | 2 -
extensions-contrib/gce-extensions/pom.xml | 1 -
extensions-contrib/grpc-query/pom.xml | 2 -
extensions-contrib/influx-extensions/pom.xml | 2 +-
extensions-contrib/kafka-emitter/pom.xml | 2 +-
.../materialized-view-maintenance/pom.xml | 2 +-
.../materialized-view-selection/pom.xml | 2 +-
extensions-contrib/momentsketch/pom.xml | 1 -
extensions-contrib/moving-average-query/pom.xml | 5 +
extensions-contrib/opentsdb-emitter/pom.xml | 1 -
.../emitter/prometheus/PrometheusEmitter.java | 9 +-
.../src/main/resources/defaultMetrics.json | 16 +-
.../emitter/prometheus/PrometheusEmitterTest.java | 28 +-
.../rabbit-stream-indexing-service/pom.xml | 6 +-
extensions-contrib/spectator-histogram/pom.xml | 1 -
.../main/resources/defaultMetricDimensions.json | 12 +-
extensions-contrib/tdigestsketch/pom.xml | 1 -
extensions-contrib/thrift-extensions/pom.xml | 6 +-
extensions-core/avro-extensions/pom.xml | 6 +-
extensions-core/datasketches/pom.xml | 2 +-
extensions-core/druid-catalog/pom.xml | 2 +-
extensions-core/druid-kerberos/pom.xml | 1 -
extensions-core/druid-testcontainers/pom.xml | 1 -
extensions-core/google-extensions/pom.xml | 1 -
extensions-core/hdfs-storage/pom.xml | 4 -
extensions-core/histogram/pom.xml | 5 +
extensions-core/kafka-extraction-namespace/pom.xml | 5 +
extensions-core/kafka-indexing-service/pom.xml | 3 +-
.../data/input/kafkainput/KafkaInputFormat.java | 45 ++-
.../data/input/kafkainput/KafkaInputReader.java | 10 +-
.../input/kafkainput/KafkaInputFormatTest.java | 23 +-
.../druid/indexing/kafka/KafkaIndexTaskTest.java | 2 +-
.../indexing/kafka/simulate/KafkaResource.java | 11 +-
.../kafka/supervisor/KafkaIOConfigBuilder.java | 2 +
extensions-core/kinesis-indexing-service/pom.xml | 6 +-
.../kubernetes-overlord-extensions/pom.xml | 3 -
extensions-core/lookups-cached-global/pom.xml | 1 -
extensions-core/lookups-cached-single/pom.xml | 1 -
extensions-core/parquet-extensions/pom.xml | 1 -
extensions-core/protobuf-extensions/pom.xml | 2 -
extensions-core/s3-extensions/pom.xml | 5 +
indexing-hadoop/pom.xml | 5 +-
.../druid/indexer/HadoopDruidIndexerConfig.java | 5 +
indexing-service/pom.xml | 2 +-
.../actions/RemoteTaskActionClientFactory.java | 23 +-
.../druid/indexing/common/task/CompactionTask.java | 10 +-
.../compact/CompactionConfigBasedJobTemplate.java | 2 +-
.../druid/indexing/overlord/ForkingTaskRunner.java | 4 +-
.../apache/druid/indexing/overlord/TaskQueue.java | 26 +-
.../supervisor/SeekableStreamSupervisor.java | 34 +-
.../actions/RemoteTaskActionClientFactoryTest.java | 85 +++++
.../indexing/overlord/ForkingTaskRunnerTest.java | 56 +++
.../druid/indexing/overlord/TaskQueueTest.java | 73 ++++
.../http/OverlordCompactionResourceTest.java | 2 +-
integration-tests-ex/tools/pom.xml | 1 -
integration-tests/pom.xml | 5 +-
.../apache/druid/tests/query/ITSqlQueryTest.java | 328 ----------------
licenses.yaml | 2 +-
multi-stage-query/pom.xml | 3 +-
.../druid/msq/indexing/MSQCompactionRunner.java | 40 +-
.../druid/msq/util/MultiStageQueryContext.java | 5 +-
.../msq/indexing/MSQCompactionRunnerTest.java | 24 +-
pom.xml | 30 +-
processing/pom.xml | 6 +-
.../druid/java/util/metrics/CgroupCpuMonitor.java | 81 ++--
.../java/util/metrics/CgroupCpuSetMonitor.java | 11 +-
.../druid/java/util/metrics/CgroupDiskMonitor.java | 26 +-
.../java/util/metrics/CgroupMemoryMonitor.java | 55 ++-
.../apache/druid/java/util/metrics/CgroupUtil.java | 16 +
.../java/util/metrics/CgroupV2CpuMonitor.java | 89 +----
...moryMonitor.java => CgroupV2CpuSetMonitor.java} | 28 +-
.../java/util/metrics/CgroupV2DiskMonitor.java | 1 +
.../java/util/metrics/CgroupV2MemoryMonitor.java | 45 ++-
.../java/util/metrics/CpuAcctDeltaMonitor.java | 25 +-
.../util/metrics/cgroups/CgroupDiscoverer.java | 17 +
.../java/util/metrics/cgroups/CgroupVersion.java | 9 +-
.../druid/java/util/metrics/cgroups/Cpu.java | 40 +-
.../druid/java/util/metrics/cgroups/CpuSet.java | 12 +-
.../druid/java/util/metrics/cgroups/CpuSetV2.java | 78 ++++
.../druid/java/util/metrics/cgroups/CpuV2.java | 135 +++++++
.../util/metrics/cgroups/ProcCgroupDiscoverer.java | 18 +
.../metrics/cgroups/ProcCgroupV2Discoverer.java | 18 +
.../metrics/cgroups/ProcSelfCgroupDiscoverer.java | 98 +++++
.../druid/query/DataSegmentAndDescriptor.java | 5 +
.../apache/druid/query/DefaultQueryMetrics.java | 58 ++-
.../java/org/apache/druid/query/QueryMetrics.java | 46 +++
.../druid/query/expression/RegexpExprUtils.java | 35 +-
.../query/expression/RegexpExtractExprMacro.java | 26 +-
.../query/expression/RegexpLikeExprMacro.java | 2 +-
.../query/expression/RegexpReplaceExprMacro.java | 2 +-
.../apache/druid/query/http/ClientSqlQuery.java | 3 +
.../query/search/DefaultSearchQueryMetrics.java | 42 ++
.../segment/loading/AcquireSegmentAction.java | 9 +-
.../segment/loading/AcquireSegmentResult.java | 94 +++++
.../druid/timeline/VersionedIntervalTimeline.java | 13 +-
.../java/util/metrics/CgroupCpuMonitorTest.java | 58 ++-
.../java/util/metrics/CgroupCpuSetMonitorTest.java | 35 ++
.../java/util/metrics/CgroupV2CpuMonitorTest.java | 2 +-
.../util/metrics/CgroupV2MemoryMonitorTest.java | 7 +-
.../java/util/metrics/CpuAcctDeltaMonitorTest.java | 36 +-
.../java/util/metrics/cgroups/CpuAcctTest.java | 4 +-
.../java/util/metrics/cgroups/CpuSetTest.java | 4 +-
.../java/util/metrics/cgroups/CpuSetV2Test.java | 295 ++++++++++++++
.../druid/java/util/metrics/cgroups/CpuTest.java | 4 +-
.../druid/java/util/metrics/cgroups/CpuV2Test.java | 423 +++++++++++++++++++++
.../druid/java/util/metrics/cgroups/DiskTest.java | 4 +-
.../java/util/metrics/cgroups/MemoryTest.java | 4 +-
.../druid/java/util/metrics/cgroups/TestUtils.java | 41 ++
.../expression/RegexpExtractExprMacroTest.java | 20 +
.../query/expression/RegexpLikeExprMacroTest.java | 17 +
.../expression/RegexpReplaceExprMacroTest.java | 17 +
processing/src/test/resources/cgroupv2/proc.mounts | 18 -
quidem-ut/pom.xml | 7 +-
server/pom.xml | 3 +-
.../client/indexing/ClientCompactionTaskQuery.java | 9 +
.../druid/guice/security/AuthorizerModule.java | 25 +-
.../supervisor/SupervisorStateManager.java | 4 +-
.../druid/indexing/template/BatchIndexingJob.java | 2 +-
.../lookup/LookupListeningAnnouncerConfig.java | 10 +-
.../query/lookup/LookupReferencesManager.java | 3 +-
.../druid/segment/loading/SegmentCacheManager.java | 7 +-
.../segment/loading/SegmentLocalCacheManager.java | 33 +-
.../segment/realtime/ChatHandlerResource.java | 4 +-
.../org/apache/druid/server/SegmentManager.java | 5 +
.../org/apache/druid/server/ServerManager.java | 127 +++++--
.../server/compaction/CompactionSlotManager.java | 40 +-
.../DataSourceCompactibleSegmentIterator.java | 34 +-
.../coordination/SegmentCacheBootstrapper.java | 7 +-
.../initialization/AuthorizerMapperModule.java | 2 +-
.../jetty/ChatHandlerServerModule.java | 4 +-
.../jetty/CliIndexerServerModule.java | 6 +-
.../initialization/jetty/JettyServerModule.java | 10 +-
...dSpecHolder.java => DefaultLoadSpecHolder.java} | 27 +-
.../druid/server/metrics/GroupByStatsMonitor.java | 5 +-
.../apache/druid/server/metrics/MetricsModule.java | 32 +-
.../druid/server/metrics/MonitorsConfig.java | 19 +
.../druid/server/metrics/NoopTaskHolder.java} | 28 +-
.../apache/druid/server/metrics/TaskHolder.java | 15 +-
.../druid/server/metrics/TaskPropertiesHolder.java | 61 ---
.../druid/server/security/AllowAllAuthorizer.java | 25 ++
.../druid/server/security/AuthTestUtils.java | 2 +-
.../druid/server/security/AuthorizationUtils.java | 28 +-
.../lookup/LookupListeningAnnouncerConfigTest.java | 49 ++-
.../segment/loading/NoopSegmentCacheManager.java | 12 +
.../SegmentLocalCacheManagerConcurrencyTest.java | 7 +-
.../loading/SegmentLocalCacheManagerTest.java | 31 +-
.../segment/realtime/ChatHandlerResourceTest.java | 4 +-
.../AsyncManagementForwardingServletTest.java | 2 +-
.../apache/druid/server/SegmentManagerTest.java | 9 +-
.../compaction/CompactionSlotManagerTest.java | 82 ++++
.../SegmentCacheBootstrapperCacheTest.java | 8 +-
.../coordination/SegmentCacheBootstrapperTest.java | 71 ++--
.../server/metrics/GroupByStatsMonitorTest.java | 48 +--
.../druid/server/metrics/MetricsModuleTest.java | 37 +-
.../server/security/AuthorizationUtilsTest.java | 125 +++++-
.../druid/test/utils/TestSegmentCacheManager.java | 3 +-
services/pom.xml | 6 +-
.../main/java/org/apache/druid/cli/CliBroker.java | 6 +
.../java/org/apache/druid/cli/CliCoordinator.java | 7 +
.../java/org/apache/druid/cli/CliHistorical.java | 6 +
.../org/apache/druid/cli/CliMiddleManager.java | 6 +
.../java/org/apache/druid/cli/CliOverlord.java | 58 ++-
.../main/java/org/apache/druid/cli/CliPeon.java | 38 +-
.../apache/druid/cli/CliPeonLoadSpecHolder.java | 45 ++-
.../org/apache/druid/cli/CliPeonTaskHolder.java | 65 ++++
.../main/java/org/apache/druid/cli/CliRouter.java | 7 +
.../cli/CoordinatorJettyServerInitializer.java | 3 +-
.../java/org/apache/druid/cli/CliOverlordTest.java | 26 ++
.../java/org/apache/druid/cli/CliPeonTest.java | 263 ++++++++++++-
.../server/AsyncQueryForwardingServletTest.java | 8 +-
.../embedded/junit5/EmbeddedClusterTestBase.java | 16 +
sql/pom.xml | 3 +-
.../druid/sql/calcite/schema/SystemSchema.java | 29 +-
.../schema/SystemServerPropertiesTable.java | 200 ++++++++++
.../apache/druid/sql/calcite/CalciteQueryTest.java | 4 +-
.../calcite/DruidPlannerResourceAnalyzeTest.java | 2 +
.../schema/DruidCalciteSchemaModuleTest.java | 6 +
.../druid/sql/calcite/schema/SystemSchemaTest.java | 135 ++++++-
.../druid/sql/calcite/util/CalciteTests.java | 3 +-
.../org/apache/druid/sql/guice/SqlModuleTest.java | 9 +-
web-console/src/bootstrap/react-table-defaults.tsx | 13 +-
.../show-json-or-stages.spec.tsx.snap | 12 +
.../show-json-or-stages/show-json-or-stages.tsx | 8 +-
.../__snapshots__/show-json.spec.tsx.snap | 12 +
web-console/src/components/show-json/show-json.tsx | 8 +-
.../table-filterable-cell.tsx | 18 +-
web-console/src/console-application.tsx | 111 ++----
.../segment-table-action-dialog.spec.tsx.snap | 12 +
.../src/dialogs/status-dialog/status-dialog.tsx | 8 +-
.../supervisor-table-action-dialog.spec.tsx.snap | 12 +
.../task-table-action-dialog.spec.tsx.snap | 12 +
web-console/src/druid-models/stages/stages.ts | 23 ++
.../action-cell.scss => react-table/constants.ts} | 16 +-
web-console/src/react-table/index.ts | 2 +-
.../src/react-table/react-table-filters.spec.ts | 83 ----
web-console/src/react-table/react-table-filters.ts | 195 ----------
web-console/src/react-table/react-table-inputs.tsx | 42 +-
.../query-macros => utils/table-filters}/index.ts | 4 +-
.../src/utils/table-filters/table-filter.spec.ts | 96 +++++
.../src/utils/table-filters/table-filter.ts | 214 +++++++++++
.../src/utils/table-filters/table-filters.spec.ts | 94 +++++
.../src/utils/table-filters/table-filters.ts | 107 ++++++
web-console/src/utils/table-helpers.ts | 5 +-
.../datasources-view/datasources-view.spec.tsx | 6 +-
.../views/datasources-view/datasources-view.tsx | 60 ++-
.../views/load-data-view/load-data-view.spec.tsx | 6 +-
.../src/views/load-data-view/load-data-view.tsx | 13 +-
.../src/views/lookups-view/lookups-view.spec.tsx | 5 +-
.../src/views/lookups-view/lookups-view.tsx | 10 +-
.../src/views/segments-view/segments-view.spec.tsx | 3 +-
.../src/views/segments-view/segments-view.tsx | 133 +++----
.../src/views/services-view/services-view.spec.tsx | 3 +-
.../src/views/services-view/services-view.tsx | 33 +-
.../ingestion-progress-dialog.tsx | 20 +-
.../sql-data-loader-view/sql-data-loader-view.tsx | 11 +-
.../supervisors-view/supervisors-view.spec.tsx | 6 +-
.../views/supervisors-view/supervisors-view.tsx | 60 +--
.../__snapshots__/tasks-view.spec.tsx.snap | 1 +
.../src/views/tasks-view/tasks-view.spec.tsx | 5 +-
web-console/src/views/tasks-view/tasks-view.tsx | 40 +-
.../execution-stages-pane.spec.tsx.snap | 1 +
.../execution-stages-pane.tsx | 16 +
.../src/views/workbench-view/workbench-view.tsx | 12 +-
website/.spelling | 3 +
245 files changed, 5606 insertions(+), 1851 deletions(-)
create mode 100644
embedded-tests/src/test/java/org/apache/druid/testing/embedded/query/SqlQueryHttpRequestHeadersTest.java
create mode 100644
embedded-tests/src/test/java/org/apache/druid/testing/embedded/schema/SystemServerPropertiesTableTest.java
create mode 100644
indexing-service/src/test/java/org/apache/druid/indexing/common/actions/RemoteTaskActionClientFactoryTest.java
delete mode 100644
integration-tests/src/test/java/org/apache/druid/tests/query/ITSqlQueryTest.java
copy
processing/src/main/java/org/apache/druid/java/util/metrics/{CgroupV2MemoryMonitor.java
=> CgroupV2CpuSetMonitor.java} (68%)
copy
indexing-service/src/test/java/org/apache/druid/indexing/common/IndexingServiceCondition.java
=>
processing/src/main/java/org/apache/druid/java/util/metrics/cgroups/CgroupVersion.java
(85%)
create mode 100644
processing/src/main/java/org/apache/druid/java/util/metrics/cgroups/CpuSetV2.java
create mode 100644
processing/src/main/java/org/apache/druid/java/util/metrics/cgroups/CpuV2.java
copy
indexing-service/src/main/java/org/apache/druid/indexing/overlord/http/TaskStateLookup.java
=>
processing/src/main/java/org/apache/druid/query/expression/RegexpExprUtils.java
(53%)
create mode 100644
processing/src/main/java/org/apache/druid/segment/loading/AcquireSegmentResult.java
create mode 100644
processing/src/test/java/org/apache/druid/java/util/metrics/cgroups/CpuSetV2Test.java
create mode 100644
processing/src/test/java/org/apache/druid/java/util/metrics/cgroups/CpuV2Test.java
copy server/src/main/java/org/apache/druid/server/metrics/{LoadSpecHolder.java
=> DefaultLoadSpecHolder.java} (58%)
copy
server/src/{test/java/org/apache/druid/server/metrics/NoopServiceEmitter.java
=> main/java/org/apache/druid/server/metrics/NoopTaskHolder.java} (55%)
copy
indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/distribution/StringDistributionMerger.java
=> server/src/main/java/org/apache/druid/server/metrics/TaskHolder.java (68%)
delete mode 100644
server/src/main/java/org/apache/druid/server/metrics/TaskPropertiesHolder.java
create mode 100644
server/src/test/java/org/apache/druid/server/compaction/CompactionSlotManagerTest.java
rename
server/src/main/java/org/apache/druid/server/metrics/LoadSpecHolder.java =>
services/src/main/java/org/apache/druid/cli/CliPeonLoadSpecHolder.java (51%)
create mode 100644
services/src/main/java/org/apache/druid/cli/CliPeonTaskHolder.java
create mode 100644
sql/src/main/java/org/apache/druid/sql/calcite/schema/SystemServerPropertiesTable.java
copy web-console/src/{components/action-cell/action-cell.scss =>
react-table/constants.ts} (73%)
delete mode 100644 web-console/src/react-table/react-table-filters.spec.ts
delete mode 100644 web-console/src/react-table/react-table-filters.ts
copy web-console/src/{views/explore-view/query-macros =>
utils/table-filters}/index.ts (92%)
create mode 100644 web-console/src/utils/table-filters/table-filter.spec.ts
create mode 100644 web-console/src/utils/table-filters/table-filter.ts
create mode 100644 web-console/src/utils/table-filters/table-filters.spec.ts
create mode 100644 web-console/src/utils/table-filters/table-filters.ts
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
