This is an automated email from the ASF dual-hosted git repository.
wusheng pushed a change to branch library-batch-queue
in repository https://gitbox.apache.org/repos/asf/skywalking.git
from 19184e2996 Add library-batch-queue module with partitioned,
self-draining queue
new a2bd9aa7c5 Simplify PartitionPolicy API and clean up redundant tests
new 9cb4134b3a Replace DataCarrier with BatchQueue for L1 metrics
aggregation
new c86216c5d3 Replace DataCarrier with BatchQueue for L2 metrics
persistence
new 8ce7cd06ea Replace DataCarrier with shared BatchQueue for all three
exporters
new a24a0721ca Replace DataCarrier with BatchQueue for TopN, exporters,
gRPC remote client; remove DataCarrier module
new 9bfc79d2ba Add CLAUDE.md and DESIGN.md for library-batch-queue module
new 7eb9ed42de Add named ThreadFactory to all anonymous Executors pool
threads
The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
docs/en/changes/changes.md | 48 +
docs/en/setup/backend/grafana-cluster.json | 222 +---
docs/en/setup/backend/grafana-instance.json | 212 +---
oap-server/exporter/pom.xml | 2 +-
.../server/exporter/provider/ExporterSetting.java | 3 +-
.../provider/grpc/GRPCMetricsExporter.java | 36 +-
.../provider/kafka/log/KafkaLogExporter.java | 36 +-
.../provider/kafka/trace/KafkaTraceExporter.java | 37 +-
.../provider/grpc/GRPCExporterProviderTest.java | 3 +-
.../exporter/provider/grpc/GRPCExporterTest.java | 31 +-
oap-server/microbench/pom.xml | 5 -
.../library/datacarrier/LinkedArrayBenchmark.java | 315 -----
.../common/AtomicRangeIntegerBenchmark.java | 166 ---
.../datacarrier/common/AtomicRangeIntegerV1.java | 71 --
.../datacarrier/common/AtomicRangeIntegerV2.java | 71 --
.../oap/server/core/alarm/provider/AlarmCore.java | 2 +-
oap-server/server-core/pom.xml | 2 +-
.../analysis/worker/MetricsAggregateMALWorker.java | 65 -
.../analysis/worker/MetricsAggregateOALWorker.java | 48 -
.../analysis/worker/MetricsAggregateWorker.java | 178 +--
.../worker/MetricsPersistentMinMALWorker.java | 62 -
.../worker/MetricsPersistentMinOALWorker.java | 52 -
.../worker/MetricsPersistentMinWorker.java | 128 +-
.../analysis/worker/MetricsStreamProcessor.java | 41 +-
.../core/analysis/worker/TopNStreamProcessor.java | 2 +-
.../server/core/analysis/worker/TopNWorker.java | 44 +-
.../oap/server/core/cache/CacheUpdateTimer.java | 2 +-
.../core/config/group/EndpointNameGrouping.java | 2 +-
.../oap/server/core/exporter/ExporterService.java | 2 -
.../server/core/hierarchy/HierarchyService.java | 2 +-
.../ebpf/analyze/EBPFProfilingAnalyzer.java | 6 +-
.../core/remote/client/GRPCRemoteClient.java | 49 +-
.../core/remote/client/RemoteClientManager.java | 4 +-
.../oap/server/core/storage/PersistenceTimer.java | 8 +-
.../core/storage/ttl/DataTTLKeeperTimer.java | 2 +-
.../server/core/watermark/WatermarkWatcher.java | 2 +-
.../remote/client/GRPCRemoteClientRealClient.java | 2 +-
.../remote/client/GRPCRemoteClientTestCase.java | 2 +-
.../checker/provider/HealthCheckerProvider.java | 2 +-
.../v1/client/grpc/channel/ChannelManager.java | 3 +-
.../server-library/library-batch-queue/CLAUDE.md | 166 +++
.../server-library/library-batch-queue/DESIGN.md | 1317 +++-----------------
.../oap/server/library/batchqueue/BatchQueue.java | 189 ++-
.../library/batchqueue/BatchQueueConfig.java | 4 +-
.../server/library/batchqueue/BatchQueueStats.java | 133 ++
.../server/library/batchqueue/PartitionPolicy.java | 103 +-
.../server/library/batchqueue/ThreadPolicy.java | 34 +-
.../library/batchqueue/BatchQueueBenchmark.java | 523 ++++----
.../library/batchqueue/BatchQueueConfigTest.java | 4 +-
.../server/library/batchqueue/BatchQueueTest.java | 305 +++--
.../library/batchqueue/BenchmarkMetricTypes.java | 756 +++--------
.../library/batchqueue/PartitionPolicyTest.java | 76 +-
.../library/batchqueue/ThreadPolicyTest.java | 32 +
.../oap/server/library/client/grpc/GRPCClient.java | 3 +-
.../library-datacarrier-queue/pom.xml | 37 -
.../server/library/datacarrier/DataCarrier.java | 168 ---
.../oap/server/library/datacarrier/EnvUtil.java | 50 -
.../buffer/ArrayBlockingQueueBuffer.java | 69 -
.../library/datacarrier/buffer/BufferStrategy.java | 23 -
.../library/datacarrier/buffer/Channels.java | 91 --
.../library/datacarrier/buffer/QueueBuffer.java | 46 -
.../datacarrier/common/AtomicRangeInteger.java | 76 --
.../datacarrier/consumer/BulkConsumePool.java | 128 --
.../datacarrier/consumer/ConsumeDriver.java | 137 --
.../consumer/ConsumerCannotBeCreatedException.java | 25 -
.../library/datacarrier/consumer/ConsumerPool.java | 30 -
.../datacarrier/consumer/ConsumerPoolFactory.java | 50 -
.../datacarrier/consumer/ConsumerThread.java | 101 --
.../library/datacarrier/consumer/IConsumer.java | 41 -
.../library/datacarrier/consumer/IDriver.java | 32 -
.../consumer/MultipleChannelsConsumer.java | 145 ---
.../datacarrier/partition/IDataPartitioner.java | 32 -
.../partition/ProducerThreadPartitioner.java | 37 -
.../partition/SimpleRollingPartitioner.java | 37 -
.../library/datacarrier/DataCarrierBenchmark.java | 417 -------
.../library/datacarrier/DataCarrierTest.java | 134 --
.../server/library/datacarrier/EnvUtilTest.java | 54 -
.../oap/server/library/datacarrier/SampleData.java | 43 -
.../datacarrier/consumer/ConsumeDriverTest.java | 56 -
.../consumer/ConsumerPoolFactoryTest.java | 48 -
.../library/datacarrier/consumer/ConsumerTest.java | 126 --
.../datacarrier/consumer/SampleConsumer.java | 39 -
.../partition/ProducerThreadPartitionerTest.java | 35 -
.../partition/SimpleRollingPartitionerTest.java | 34 -
.../library/util/MultipleFilesChangeMonitor.java | 3 +-
oap-server/server-library/pom.xml | 1 -
.../src/main/resources/otel-rules/oap.yaml | 2 +-
.../so11y_oap/so11y-instance.json | 60 +-
.../storage-banyandb-plugin/pom.xml | 5 -
.../storage-jdbc-hikaricp-plugin/pom.xml | 2 +-
.../plugin/jdbc/common/dao/JDBCBatchDAO.java | 56 +-
91 files changed, 1926 insertions(+), 6159 deletions(-)
delete mode 100644
oap-server/microbench/src/main/java/org/apache/skywalking/oap/server/microbench/library/datacarrier/LinkedArrayBenchmark.java
delete mode 100644
oap-server/microbench/src/main/java/org/apache/skywalking/oap/server/microbench/library/datacarrier/common/AtomicRangeIntegerBenchmark.java
delete mode 100644
oap-server/microbench/src/main/java/org/apache/skywalking/oap/server/microbench/library/datacarrier/common/AtomicRangeIntegerV1.java
delete mode 100644
oap-server/microbench/src/main/java/org/apache/skywalking/oap/server/microbench/library/datacarrier/common/AtomicRangeIntegerV2.java
delete mode 100644
oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/analysis/worker/MetricsAggregateMALWorker.java
delete mode 100644
oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/analysis/worker/MetricsAggregateOALWorker.java
delete mode 100644
oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/analysis/worker/MetricsPersistentMinMALWorker.java
delete mode 100644
oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/analysis/worker/MetricsPersistentMinOALWorker.java
create mode 100644 oap-server/server-library/library-batch-queue/CLAUDE.md
create mode 100644
oap-server/server-library/library-batch-queue/src/main/java/org/apache/skywalking/oap/server/library/batchqueue/BatchQueueStats.java
delete mode 100644 oap-server/server-library/library-datacarrier-queue/pom.xml
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/DataCarrier.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/EnvUtil.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/buffer/ArrayBlockingQueueBuffer.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/buffer/BufferStrategy.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/buffer/Channels.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/buffer/QueueBuffer.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/common/AtomicRangeInteger.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/consumer/BulkConsumePool.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/consumer/ConsumeDriver.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/consumer/ConsumerCannotBeCreatedException.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/consumer/ConsumerPool.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/consumer/ConsumerPoolFactory.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/consumer/ConsumerThread.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/consumer/IConsumer.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/consumer/IDriver.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/consumer/MultipleChannelsConsumer.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/partition/IDataPartitioner.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/partition/ProducerThreadPartitioner.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/main/java/org/apache/skywalking/oap/server/library/datacarrier/partition/SimpleRollingPartitioner.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/test/java/org/apache/skywalking/oap/server/library/datacarrier/DataCarrierBenchmark.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/test/java/org/apache/skywalking/oap/server/library/datacarrier/DataCarrierTest.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/test/java/org/apache/skywalking/oap/server/library/datacarrier/EnvUtilTest.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/test/java/org/apache/skywalking/oap/server/library/datacarrier/SampleData.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/test/java/org/apache/skywalking/oap/server/library/datacarrier/consumer/ConsumeDriverTest.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/test/java/org/apache/skywalking/oap/server/library/datacarrier/consumer/ConsumerPoolFactoryTest.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/test/java/org/apache/skywalking/oap/server/library/datacarrier/consumer/ConsumerTest.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/test/java/org/apache/skywalking/oap/server/library/datacarrier/consumer/SampleConsumer.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/test/java/org/apache/skywalking/oap/server/library/datacarrier/partition/ProducerThreadPartitionerTest.java
delete mode 100644
oap-server/server-library/library-datacarrier-queue/src/test/java/org/apache/skywalking/oap/server/library/datacarrier/partition/SimpleRollingPartitionerTest.java
