This is an automated email from the ASF dual-hosted git repository.
abhishekrb pushed a change to branch druid_client_test_coverage
in repository https://gitbox.apache.org/repos/asf/druid.git
from bd4259c4417 Better DirectDruidClientTest for code coverage
add dad01ec9897 Address review comments
add b9cf125ab4f Refactor: Reduce nesting in
`SegmentLocalCacheManager.addFilesToCachedSegments` (#18852)
add 35ec60d780a fix: Typo in security doc (#18864)
add 86aa0580f76 Web console: explicitly set engine: 'native' for system
table queries (#18857)
add e518840df2e Lookup values should use the default engine (#18865)
add c4b5ea6aed6 Add drop reason dimension to ingest/events/thrownAway
metric (#18855)
add 47d6f34643c Emit missing `ingest/merge/time`, `ingest/merge/cpu` and
`ingest/persists/cpu` metrics (#18866)
add c5a85b48d6e Migrate ITAppendBatchIndexTest,
ITCustomCoordinatorDutiesTest to embedded tests (#18867)
add b692c59b9de Bump org.mozilla:rhino from 1.7.14 to 1.7.14.1 (#18868)
add 150a45781f5 Bump org.apache.logging.log4j:log4j-core from 2.22.1 to
2.25.3 (#18874)
add 9cea8753969 Add task dimensions to `ServiceEmitter` (#18876)
add 2ac8102a8ce Remove unused Monitors.java class and its associated unit
tests (#18877)
add ccfcb1c56a0 Improve error message when serialized bytes exceeds
smoosher's max (#18845)
add 2720cfbdb48 MSQ: Use MapBinder for QueryKit implementations. (#18875)
add 6a9efb8ec82 Coerce types in RowBasedColumnSelectorFactory. (#18878)
add 6727627e67a Merge branch 'master' into druid_client_test_coverage
add 24c2a8c7fa7 Update cancel test
No new revisions were added by this update.
Summary of changes:
.github/workflows/cron-job-its.yml | 4 +-
.github/workflows/standard-its.yml | 16 +-
.../extensions-core/druid-basic-security.md | 2 +-
docs/development/modules.md | 15 +-
docs/operations/metrics.md | 2 +-
.../embedded/compact/CompactionSupervisorTest.java | 15 +-
.../embedded/indexing/IndexParallelTaskTest.java | 86 +++++++---
.../server/KillSupervisorsCustomDutyTest.java | 124 ++++++++++++++
.../main/resources/defaultMetricDimensions.json | 3 +-
.../src/main/resources/defaultMetrics.json | 3 +-
.../src/main/resources/defaultMetrics.json | 2 +-
.../main/resources/defaultMetricDimensions.json | 2 +-
.../druid/indexing/kafka/KafkaIndexTaskTest.java | 157 +++++++++++++----
.../indexing/kinesis/KinesisIndexTaskTest.java | 50 ++++--
.../common/stats/DropwizardRowIngestionMeters.java | 39 ++++-
.../common/stats/TaskRealtimeMetricsMonitor.java | 33 +++-
.../common/task/AbstractBatchIndexTask.java | 2 +-
.../task/FilteringCloseableInputRowIterator.java | 17 +-
.../druid/indexing/common/task/InputRowFilter.java | 73 ++++++++
.../parallel/ParallelIndexSupervisorTask.java | 3 +
.../SeekableStreamIndexTaskRunner.java | 30 ++--
.../indexing/seekablestream/StreamChunkParser.java | 11 +-
.../common/TaskRealtimeMetricsMonitorTest.java | 171 ++++++++++++++-----
.../stats/DropwizardRowIngestionMetersTest.java | 104 ++++++++++++
.../FilteringCloseableInputRowIteratorTest.java | 113 +++++++++++-
.../druid/indexing/common/task/IndexTaskTest.java | 31 +++-
.../indexing/common/task/InputRowFilterTest.java | 122 +++++++++++++
.../parallel/SinglePhaseParallelIndexingTest.java | 7 +-
.../SeekableStreamIndexTaskRunnerTest.java | 58 ++++++-
.../SeekableStreamIndexTaskTestBase.java | 31 ++++
.../seekablestream/StreamChunkParserTest.java | 21 +--
...ose.cds-coordinator-metadata-query-disabled.yml | 117 -------------
...er-compose.cds-task-schema-publish-disabled.yml | 118 -------------
integration-tests/docker/druid.sh | 7 +-
.../test-groups/custom-coordinator-duties | 31 ----
...dinator-metadata-query-disabled-sample-data.sql | 20 ---
...ds-task-schema-publish-disabled-sample-data.sql | 20 ---
integration-tests/script/docker_compose_args.sh | 8 -
.../java/org/apache/druid/tests/TestNGGroup.java | 8 -
.../tests/indexer/ITAppendBatchIndexTest.java | 189 ---------------------
.../parallelized/ITCustomCoordinatorDuties.java | 54 ------
.../indexer/wikipedia_compaction_task.json | 14 --
...ingestion_non_perfect_rollup_index_queries.json | 143 ----------------
...ble_ingestion_perfect_rollup_index_queries.json | 143 ----------------
.../wikipedia_local_input_source_index_task.json | 89 ----------
licenses.yaml | 4 +-
.../msq/dart/controller/sql/DartQueryMaker.java | 4 +
.../msq/dart/controller/sql/DartSqlEngine.java | 7 +
.../controller/sql/PrePlannedDartQueryMaker.java | 3 +-
.../org/apache/druid/msq/exec/ControllerImpl.java | 3 +-
.../druid/msq/exec/QueryKitBasedMSQPlanner.java | 29 ----
...MemoryManagementConfig.java => MSQBinders.java} | 42 ++---
.../apache/druid/msq/guice/MSQIndexingModule.java | 24 +++
.../apache/druid/msq/querykit/MultiQueryKit.java | 8 +
.../druid/msq/querykit/WindowOperatorQueryKit.java | 10 +-
.../msq/querykit/groupby/GroupByQueryKit.java | 5 +-
.../druid/msq/querykit/scan/ScanQueryKit.java | 5 +-
.../dart/controller/http/DartSqlResourceTest.java | 2 +
.../druid/msq/exec/MSQParseExceptionsTest.java | 31 +---
.../druid/msq/sql/MSQTaskQueryMakerTest.java | 4 +-
.../org/apache/druid/msq/test/MSQTestBase.java | 1 +
multi-stage-query/src/test/resources/not-json.txt | 3 +
.../resources/unparseable-mv-string-array.json | 3 -
pom.xml | 4 +-
.../java/util/common/io/smoosh/FileSmoosher.java | 9 +-
.../java/util/emitter/service/ServiceEmitter.java | 35 +++-
.../druid/java/util/metrics/CgroupCpuMonitor.java | 20 +--
.../java/util/metrics/CgroupCpuSetMonitor.java | 19 +--
.../druid/java/util/metrics/CgroupDiskMonitor.java | 22 +--
.../java/util/metrics/CgroupMemoryMonitor.java | 26 +--
.../java/util/metrics/CgroupV2CpuMonitor.java | 7 +-
.../java/util/metrics/CgroupV2CpuSetMonitor.java | 9 +-
.../java/util/metrics/CgroupV2DiskMonitor.java | 7 +-
.../java/util/metrics/CgroupV2MemoryMonitor.java | 20 +--
.../java/util/metrics/CpuAcctDeltaMonitor.java | 24 +--
.../druid/java/util/metrics/JvmCpuMonitor.java | 15 +-
.../apache/druid/java/util/metrics/JvmMonitor.java | 36 ++--
.../druid/java/util/metrics/JvmThreadsMonitor.java | 14 +-
.../apache/druid/java/util/metrics/Monitors.java | 78 ---------
.../java/util/metrics/NoopOshiSysMonitor.java | 3 +-
.../druid/java/util}/metrics/NoopTaskHolder.java | 23 ++-
.../druid/java/util/metrics/OshiSysMonitor.java | 19 +--
.../apache/druid/java/util/metrics/SysMonitor.java | 23 +--
.../druid/java/util}/metrics/TaskHolder.java | 20 ++-
.../java/org/apache/druid/query/DruidMetrics.java | 1 +
.../segment/RowBasedColumnSelectorFactory.java | 92 +++++++++-
.../segment/incremental/InputRowFilterResult.java | 101 +++++++++++
.../incremental/NoopRowIngestionMeters.java | 12 +-
.../segment/incremental/RowIngestionMeters.java | 13 +-
.../incremental/RowIngestionMetersTotals.java | 66 ++++++-
.../incremental/SimpleRowIngestionMeters.java | 34 +++-
.../druid/indexer/report/TaskReportSerdeTest.java | 3 +
.../common/io/smoosh/SmooshedFileMapperTest.java | 19 +++
.../java/util/metrics/CgroupCpuMonitorTest.java | 13 +-
.../java/util/metrics/CgroupCpuSetMonitorTest.java | 9 +-
.../java/util/metrics/CgroupDiskMonitorTest.java | 5 +-
.../java/util/metrics/CgroupMemoryMonitorTest.java | 3 +-
.../java/util/metrics/CgroupV2CpuMonitorTest.java | 2 +-
.../java/util/metrics/CgroupV2DiskMonitorTest.java | 2 +-
.../util/metrics/CgroupV2MemoryMonitorTest.java | 2 -
.../java/util/metrics/CpuAcctDeltaMonitorTest.java | 3 -
.../druid/java/util/metrics/MonitorsTest.java | 76 ---------
.../java/util/metrics/OshiSysMonitorTest.java | 2 +-
.../java/util/metrics/StubServiceEmitter.java | 30 +++-
.../util/metrics/StubServiceEmitterModule.java | 15 +-
.../druid/query/CPUTimeMetricQueryRunnerTest.java | 2 +-
.../druid/query/DefaultQueryMetricsTest.java | 12 +-
.../druid/query/IterableRowsCursorHelperTest.java | 6 +-
.../groupby/DefaultGroupByQueryMetricsTest.java | 6 +-
.../query/scan/ScanQueryResultOrderingTest.java | 2 +-
.../search/DefaultSearchQueryMetricsTest.java | 6 +-
.../DefaultTimeseriesQueryMetricsTest.java | 6 +-
.../query/topn/DefaultTopNQueryMetricsTest.java | 6 +-
.../incremental/InputRowFilterResultTest.java | 64 +++++++
.../druid/segment/incremental/RowMeters.java | 15 +-
.../incremental/SimpleRowIngestionMetersTest.java | 43 ++++-
.../druid/guice/DefaultServerHolderModule.java | 4 +-
.../lookup/LookupListeningAnnouncerConfig.java | 2 +-
.../segment/loading/SegmentLocalCacheManager.java | 71 ++++----
.../segment/realtime/ChatHandlerResource.java | 2 +-
.../segment/realtime/SegmentGenerationMetrics.java | 15 ++
.../realtime/appenderator/BatchAppenderator.java | 31 ++--
.../realtime/appenderator/StreamAppenderator.java | 29 ++--
.../apache/druid/server/emitter/EmitterModule.java | 10 +-
.../jetty/ChatHandlerServerModule.java | 2 +-
.../jetty/CliIndexerServerModule.java | 2 +-
.../initialization/jetty/JettyServerModule.java | 18 +-
.../druid/server/metrics/GroupByStatsMonitor.java | 8 +-
.../apache/druid/server/metrics/MetricsModule.java | 29 +---
.../druid/server/metrics/MonitorsConfig.java | 25 ---
.../apache/druid/client/DirectDruidClientTest.java | 175 +++++++++++--------
.../apache/druid/client/QueuedTestHttpClient.java | 79 +++++++++
.../org/apache/druid/client/TestHttpClient.java | 21 +++
.../druid/guice/DefaultServerHolderModuleTest.java | 4 +-
.../lookup/LookupListeningAnnouncerConfigTest.java | 22 +--
.../segment/realtime/ChatHandlerResourceTest.java | 2 +-
.../appenderator/BatchAppenderatorTest.java | 22 +++
.../appenderator/StreamAppenderatorTest.java | 12 ++
.../appenderator/StreamAppenderatorTester.java | 18 +-
.../druid/server/ClientQuerySegmentWalkerTest.java | 18 +-
.../org/apache/druid/server/QueryResourceTest.java | 2 +-
.../coordination/SegmentCacheBootstrapperTest.java | 32 +---
.../server/coordinator/duty/RunRulesTest.java | 2 +-
.../simulate/BlockingExecutorService.java | 2 +-
.../druid/server/emitter/EmitterModuleTest.java | 94 ++++++++++
.../jetty/JettyServerModuleTest.java | 10 +-
.../server/metrics/GroupByStatsMonitorTest.java | 54 ++++--
.../druid/server/metrics/LatchableEmitter.java | 5 +-
.../druid/server/metrics/MetricsModuleTest.java | 23 ++-
.../druid/server/metrics/TestLoadSpecHolder.java} | 24 ++-
.../druid/server/metrics/TestTaskHolder.java | 35 +++-
.../main/java/org/apache/druid/cli/CliPeon.java | 2 +-
.../java/org/apache/druid/cli/PeonTaskHolder.java | 36 +++-
.../java/org/apache/druid/cli/CliPeonTest.java | 93 +++++++++-
.../server/AsyncQueryForwardingServletTest.java | 8 +-
.../embedded/emitter/LatchableEmitterModule.java | 6 +-
.../org/apache/druid/sql/http/SqlResourceTest.java | 2 +-
.../segment-timeline/segment-bar-chart.tsx | 2 +-
.../segment-timeline/segment-timeline.tsx | 10 +-
.../datasource-columns-table.tsx | 1 +
.../src/dialogs/doctor-dialog/doctor-checks.tsx | 9 +-
.../dialogs/retention-dialog/retention-dialog.tsx | 1 +
.../workbench-query/workbench-query.spec.ts | 32 ++++
.../workbench-query/workbench-query.ts | 4 +
web-console/src/helpers/capabilities.ts | 2 +-
.../views/datasources-view/datasources-view.tsx | 3 +-
.../components/source-pane/source-pane.tsx | 1 +
.../source-query-pane/source-query-pane.tsx | 1 +
.../src/views/explore-view/explore-view.tsx | 1 +
.../datasources-card/datasources-card.tsx | 1 +
.../home-view/segments-card/segments-card.tsx | 1 +
.../home-view/services-card/services-card.tsx | 1 +
.../supervisors-card/supervisors-card.tsx | 1 +
.../src/views/home-view/tasks-card/tasks-card.tsx | 1 +
.../src/views/segments-view/segments-view.tsx | 7 +-
.../src/views/services-view/services-view.tsx | 5 +-
.../schema-step/schema-step.tsx | 1 +
.../views/supervisors-view/supervisors-view.tsx | 2 +
web-console/src/views/tasks-view/tasks-view.tsx | 1 +
.../recent-query-task-panel.tsx | 1 +
.../src/views/workbench-view/workbench-view.tsx | 1 +
181 files changed, 2680 insertions(+), 2061 deletions(-)
create mode 100644
embedded-tests/src/test/java/org/apache/druid/testing/embedded/server/KillSupervisorsCustomDutyTest.java
create mode 100644
indexing-service/src/main/java/org/apache/druid/indexing/common/task/InputRowFilter.java
create mode 100644
indexing-service/src/test/java/org/apache/druid/indexing/common/stats/DropwizardRowIngestionMetersTest.java
create mode 100644
indexing-service/src/test/java/org/apache/druid/indexing/common/task/InputRowFilterTest.java
delete mode 100644
integration-tests/docker/docker-compose.cds-coordinator-metadata-query-disabled.yml
delete mode 100644
integration-tests/docker/docker-compose.cds-task-schema-publish-disabled.yml
delete mode 100644
integration-tests/docker/environment-configs/test-groups/custom-coordinator-duties
delete mode 100644
integration-tests/docker/test-data/cds-coordinator-metadata-query-disabled-sample-data.sql
delete mode 100644
integration-tests/docker/test-data/cds-task-schema-publish-disabled-sample-data.sql
delete mode 100644
integration-tests/src/test/java/org/apache/druid/tests/indexer/ITAppendBatchIndexTest.java
delete mode 100644
integration-tests/src/test/java/org/apache/druid/tests/parallelized/ITCustomCoordinatorDuties.java
delete mode 100644
integration-tests/src/test/resources/indexer/wikipedia_compaction_task.json
delete mode 100644
integration-tests/src/test/resources/indexer/wikipedia_double_ingestion_non_perfect_rollup_index_queries.json
delete mode 100644
integration-tests/src/test/resources/indexer/wikipedia_double_ingestion_perfect_rollup_index_queries.json
delete mode 100644
integration-tests/src/test/resources/indexer/wikipedia_local_input_source_index_task.json
copy
multi-stage-query/src/main/java/org/apache/druid/msq/guice/{TaskMemoryManagementConfig.java
=> MSQBinders.java} (53%)
create mode 100644 multi-stage-query/src/test/resources/not-json.txt
delete mode 100644
multi-stage-query/src/test/resources/unparseable-mv-string-array.json
delete mode 100644
processing/src/main/java/org/apache/druid/java/util/metrics/Monitors.java
rename {server/src/main/java/org/apache/druid/server =>
processing/src/main/java/org/apache/druid/java/util}/metrics/NoopTaskHolder.java
(79%)
rename {server/src/main/java/org/apache/druid/server =>
processing/src/main/java/org/apache/druid/java/util}/metrics/TaskHolder.java
(70%)
create mode 100644
processing/src/main/java/org/apache/druid/segment/incremental/InputRowFilterResult.java
delete mode 100644
processing/src/test/java/org/apache/druid/java/util/metrics/MonitorsTest.java
copy
server/src/main/java/org/apache/druid/server/emitter/NoopEmitterModule.java =>
processing/src/test/java/org/apache/druid/java/util/metrics/StubServiceEmitterModule.java
(79%)
create mode 100644
processing/src/test/java/org/apache/druid/segment/incremental/InputRowFilterResultTest.java
create mode 100644
server/src/test/java/org/apache/druid/client/QueuedTestHttpClient.java
copy
server/src/{main/java/org/apache/druid/server/metrics/DefaultLoadSpecHolder.java
=> test/java/org/apache/druid/server/metrics/TestLoadSpecHolder.java} (67%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
