This is an automated email from the ASF dual-hosted git repository. wusheng pushed a change to branch benchmark-property-repair in repository https://gitbox.apache.org/repos/asf/skywalking-banyandb.git
from 562cec3e add slow IT label to skip running add 330704dc New storage engine for trace (#713) add df00ff2c A patch to the block cache (#727) add 530d2ba8 Secondary index for trace(1/6) (#728) add c3208acd Secondary index for trace: interface (#729) add 9ebaacd6 Secondary index for trace: interface mocking (#730) add 9941ec15 Secondary index for trace: memory management (#731) add 92a2f544 Merge branch 'main' into benchmark-property-repair No new revisions were added by this update. Summary of changes: .golangci.yml | 9 + api/data/trace.go | 59 ++ api/proto/banyandb/trace/v1/write.proto | 5 + api/validate/validate.go | 6 +- banyand/internal/encoding/tag_encoder.go | 406 +++++++++ banyand/internal/encoding/tag_encoder_test.go | 188 ++++ banyand/internal/sidx/DESIGN.md | 844 +++++++++++++++++- banyand/internal/sidx/TODO.md | 736 ++++++++++++++++ banyand/internal/sidx/block.go | 403 +++++++++ banyand/internal/sidx/block_test.go | 224 +++++ banyand/internal/sidx/block_writer.go | 416 +++++++++ banyand/internal/sidx/element.go | 222 +++++ banyand/internal/sidx/element_test.go | 378 ++++++++ .../internal/sidx/integration_test_framework.go | 948 +++++++++++++++++++++ .../sidx/integration_test_framework_test.go | 505 +++++++++++ banyand/internal/sidx/interfaces.go | 517 +++++++++++ banyand/internal/sidx/interfaces_examples.go | 558 ++++++++++++ banyand/internal/sidx/interfaces_examples_test.go | 353 ++++++++ banyand/internal/sidx/metadata.go | 448 ++++++++++ banyand/internal/sidx/metadata_test.go | 641 ++++++++++++++ banyand/internal/sidx/mock_components.go | 636 ++++++++++++++ banyand/internal/sidx/mock_components_test.go | 658 ++++++++++++++ banyand/internal/sidx/mock_sidx.go | 497 +++++++++++ banyand/internal/sidx/mock_sidx_test.go | 612 +++++++++++++ banyand/internal/sidx/mock_usage.md | 811 ++++++++++++++++++ banyand/internal/sidx/mock_usage_test.go | 654 ++++++++++++++ banyand/internal/sidx/options.go | 172 ++++ banyand/internal/sidx/options_test.go | 327 +++++++ banyand/internal/sidx/part.go | 591 +++++++++++++ banyand/internal/sidx/part_test.go | 558 ++++++++++++ banyand/internal/sidx/part_wrapper.go | 216 +++++ banyand/internal/sidx/part_wrapper_test.go | 332 ++++++++ banyand/internal/sidx/primary_metadata.go | 152 ++++ banyand/internal/sidx/tag.go | 532 ++++++++++++ banyand/internal/sidx/tag_test.go | 724 ++++++++++++++++ banyand/internal/storage/cache.go | 139 ++- banyand/internal/storage/cache_test.go | 35 +- banyand/internal/storage/segment.go | 8 +- banyand/internal/storage/shard.go | 10 +- banyand/internal/storage/tsdb.go | 60 +- banyand/measure/block.go | 6 +- banyand/measure/block_metadata.go | 43 + banyand/measure/block_metadata_test.go | 315 +++++++ banyand/measure/block_reader_test.go | 20 +- banyand/measure/flusher.go | 8 +- banyand/measure/merger_test.go | 31 +- banyand/measure/metadata.go | 2 +- banyand/measure/svc_data.go | 6 +- banyand/measure/svc_standalone.go | 6 +- banyand/measure/{trace.go => tracing.go} | 0 banyand/measure/tstable_test.go | 72 +- banyand/metadata/schema/measure.go | 4 +- banyand/metadata/schema/stream.go | 4 +- banyand/metadata/schema/trace.go | 4 +- banyand/stream/block.go | 18 +- banyand/stream/block_reader_test.go | 20 +- banyand/stream/block_scanner_test.go | 4 +- banyand/stream/flusher.go | 8 +- banyand/stream/merger_test.go | 26 +- banyand/stream/metadata.go | 4 +- banyand/stream/query_by_idx_test.go | 4 +- banyand/stream/tag.go | 317 +------ banyand/stream/tag_test.go | 19 +- banyand/stream/{trace.go => tracing.go} | 0 banyand/stream/tstable_test.go | 44 +- banyand/stream/write_standalone.go | 2 - banyand/trace/block.go | 630 ++++++++++++++ banyand/trace/block_metadata.go | 290 +++++++ banyand/trace/block_metadata_test.go | 287 +++++++ banyand/{measure => trace}/block_reader.go | 56 +- banyand/{stream => trace}/block_reader_test.go | 68 +- banyand/trace/block_test.go | 370 ++++++++ banyand/{stream => trace}/block_writer.go | 215 +++-- banyand/trace/bloom_filter.go | 61 ++ .../trace/bloom_filter_test.go | 46 +- banyand/{measure => trace}/flusher.go | 100 ++- banyand/{stream => trace}/gc.go | 2 +- banyand/{stream => trace}/gc_test.go | 2 +- banyand/{stream => trace}/introducer.go | 12 +- banyand/{stream => trace}/merger.go | 71 +- banyand/{stream => trace}/merger_policy.go | 2 +- banyand/trace/merger_test.go | 230 +++++ banyand/trace/metadata.go | 149 +++- banyand/{stream => trace}/metrics.go | 13 +- banyand/trace/part.go | 609 +++++++++++++ banyand/{stream => trace}/part_iter.go | 134 ++- banyand/trace/part_metadata.go | 250 ++++++ banyand/trace/part_test.go | 435 ++++++++++ banyand/{stream => trace}/primary_metadata.go | 81 +- banyand/trace/query.go | 149 ++++ banyand/{stream => trace}/snapshot.go | 15 +- banyand/{stream => trace}/snapshot_test.go | 20 +- banyand/trace/svc_standalone.go | 10 + banyand/{stream => trace}/syncer.go | 104 +-- banyand/{stream => trace}/tag.go | 56 +- banyand/trace/tag_metadata.go | 91 ++ banyand/trace/tag_metadata_test.go | 89 ++ banyand/{stream => trace}/tag_test.go | 52 +- banyand/trace/trace.go | 11 +- .../trace_suite_test.go} | 37 +- banyand/{stream/elements.go => trace/traces.go} | 95 +-- banyand/{measure/trace.go => trace/tracing.go} | 37 +- banyand/{measure => trace}/tstable.go | 235 +++-- banyand/trace/tstable_test.go | 304 +++++++ banyand/{measure => trace}/wqueue.go | 4 +- banyand/{stream => trace}/wqueue_test.go | 4 +- banyand/trace/write_data.go | 133 +++ banyand/{stream => trace}/write_liaison.go | 113 +-- banyand/trace/write_standalone.go | 318 +++++++ docs/api-reference.md | 17 + pkg/query/logical/trace/index_filter.go | 131 +++ .../doc.go => pkg/query/logical/trace/schema.go | 4 +- pkg/query/model/model.go | 38 + 113 files changed, 21294 insertions(+), 1463 deletions(-) create mode 100644 api/data/trace.go create mode 100644 banyand/internal/encoding/tag_encoder.go create mode 100644 banyand/internal/encoding/tag_encoder_test.go create mode 100644 banyand/internal/sidx/TODO.md create mode 100644 banyand/internal/sidx/block.go create mode 100644 banyand/internal/sidx/block_test.go create mode 100644 banyand/internal/sidx/block_writer.go create mode 100644 banyand/internal/sidx/element.go create mode 100644 banyand/internal/sidx/element_test.go create mode 100644 banyand/internal/sidx/integration_test_framework.go create mode 100644 banyand/internal/sidx/integration_test_framework_test.go create mode 100644 banyand/internal/sidx/interfaces.go create mode 100644 banyand/internal/sidx/interfaces_examples.go create mode 100644 banyand/internal/sidx/interfaces_examples_test.go create mode 100644 banyand/internal/sidx/metadata.go create mode 100644 banyand/internal/sidx/metadata_test.go create mode 100644 banyand/internal/sidx/mock_components.go create mode 100644 banyand/internal/sidx/mock_components_test.go create mode 100644 banyand/internal/sidx/mock_sidx.go create mode 100644 banyand/internal/sidx/mock_sidx_test.go create mode 100644 banyand/internal/sidx/mock_usage.md create mode 100644 banyand/internal/sidx/mock_usage_test.go create mode 100644 banyand/internal/sidx/options.go create mode 100644 banyand/internal/sidx/options_test.go create mode 100644 banyand/internal/sidx/part.go create mode 100644 banyand/internal/sidx/part_test.go create mode 100644 banyand/internal/sidx/part_wrapper.go create mode 100644 banyand/internal/sidx/part_wrapper_test.go create mode 100644 banyand/internal/sidx/primary_metadata.go create mode 100644 banyand/internal/sidx/tag.go create mode 100644 banyand/internal/sidx/tag_test.go copy banyand/measure/{trace.go => tracing.go} (100%) rename banyand/stream/{trace.go => tracing.go} (100%) create mode 100644 banyand/trace/block.go create mode 100644 banyand/trace/block_metadata.go create mode 100644 banyand/trace/block_metadata_test.go copy banyand/{measure => trace}/block_reader.go (80%) copy banyand/{stream => trace}/block_reader_test.go (65%) create mode 100644 banyand/trace/block_test.go copy banyand/{stream => trace}/block_writer.go (52%) create mode 100644 banyand/trace/bloom_filter.go copy pkg/encoding/reader_test.go => banyand/trace/bloom_filter_test.go (57%) copy banyand/{measure => trace}/flusher.go (72%) copy banyand/{stream => trace}/gc.go (99%) copy banyand/{stream => trace}/gc_test.go (99%) copy banyand/{stream => trace}/introducer.go (95%) copy banyand/{stream => trace}/merger.go (88%) copy banyand/{stream => trace}/merger_policy.go (99%) create mode 100644 banyand/trace/merger_test.go copy banyand/{stream => trace}/metrics.go (98%) create mode 100644 banyand/trace/part.go copy banyand/{stream => trace}/part_iter.go (70%) create mode 100644 banyand/trace/part_metadata.go create mode 100644 banyand/trace/part_test.go copy banyand/{stream => trace}/primary_metadata.go (61%) create mode 100644 banyand/trace/query.go copy banyand/{stream => trace}/snapshot.go (94%) copy banyand/{stream => trace}/snapshot_test.go (97%) copy banyand/{stream => trace}/syncer.go (74%) copy banyand/{stream => trace}/tag.go (90%) create mode 100644 banyand/trace/tag_metadata.go create mode 100644 banyand/trace/tag_metadata_test.go copy banyand/{stream => trace}/tag_test.go (86%) copy banyand/{stream/stream_suite_test.go => trace/trace_suite_test.go} (78%) copy banyand/{stream/elements.go => trace/traces.go} (67%) rename banyand/{measure/trace.go => trace/tracing.go} (56%) copy banyand/{measure => trace}/tstable.go (91%) create mode 100644 banyand/trace/tstable_test.go copy banyand/{measure => trace}/wqueue.go (96%) copy banyand/{stream => trace}/wqueue_test.go (98%) create mode 100644 banyand/trace/write_data.go copy banyand/{stream => trace}/write_liaison.go (51%) create mode 100644 banyand/trace/write_standalone.go create mode 100644 pkg/query/logical/trace/index_filter.go copy api/common/doc.go => pkg/query/logical/trace/schema.go (90%)