This is an automated email from the ASF dual-hosted git repository.
hanahmily pushed a change to branch canopy
in repository https://gitbox.apache.org/repos/asf/skywalking-banyandb.git
from 3e56914d7 docs(canopy): add M2 UI screenshots for PR reference
add 81e648d2c perf(trace, stream): faster point-lookup queries via lazy
block-metadata decode (#1182)
add dfad95c93 Make backup/dump/migration related CI more stable (#1183)
add 74187c399 Make dump CI more stable (#1186)
add 711093275 fix: add dynamic checksum generation in release script
(#1185)
add c6183d7ff Support migration copy/verify/analysis index mode measure
(#1187)
add 5604682e0 Add storage-node post-trace pipeline: design, pipeline.v1
proto, Go SDK (#1189)
add 3c8659ba5 perf(trace): vectorized trace query — limit pushdown,
bounded sidx scan, native columnar distributed wire frame (#1190)
add 4ac47bb98 Merge branch 'main' into canopy
No new revisions were added by this update.
Summary of changes:
.gitignore | 4 +
api/data/codec.go | 17 +
api/data/codec_test.go | 5 +-
api/data/data.go | 9 +-
api/data/trace_frame.go | 50 +
api/data/trace_frame_test.go | 109 ++
.../banyandb/pipeline/v1/trace_pipeline.proto | 300 ++++
banyand/backup/lifecycle/roundtrip_test.go | 2 +-
banyand/cmd/migration/MIGRATION.md | 2 +-
banyand/cmd/migration/README.md | 24 +-
banyand/cmd/migration/analyze.go | 75 +
banyand/cmd/migration/copy.go | 17 +-
banyand/cmd/migration/scripts/verify-data.sh | 24 +
banyand/cmd/migration/verify.go | 172 ++-
banyand/internal/dump/measure/suite_test.go | 14 +-
banyand/internal/migration/fsutil.go | 22 +-
banyand/internal/migration/fsutil_test.go | 100 ++
banyand/internal/migration/orchestrator.go | 23 +
banyand/internal/migration/orchestrator_test.go | 100 ++
banyand/internal/sidx/query.go | 38 +-
banyand/internal/sidx/query_test.go | 55 +
banyand/internal/sidx/sidx.go | 37 +
banyand/measure/measure_suite_test.go | 2 +-
banyand/measure/migration_analyze.go | 17 +
banyand/measure/migration_copy.go | 18 -
banyand/measure/migration_copy_test.go | 58 -
banyand/measure/migration_e2e_test.go | 2 +-
banyand/measure/migration_executor.go | 46 +-
banyand/measure/migration_indexmode_copy.go | 1111 +++++++++++++++
banyand/measure/migration_indexmode_copy_test.go | 1470 ++++++++++++++++++++
banyand/measure/migration_indexmode_e2e_test.go | 538 +++++++
banyand/measure/migration_schema.go | 44 +-
banyand/measure/migration_schema_test.go | 93 ++
banyand/measure/migration_verify.go | 56 +-
banyand/metadata/schema/reader/loaders.go | 6 +
banyand/query/processor.go | 119 +-
banyand/query/query.go | 3 +-
banyand/queue/sub/sub.go | 4 +-
banyand/stream/block_metadata.go | 86 ++
banyand/stream/block_metadata_test.go | 72 +
banyand/stream/migration_slowpath_test.go | 2 +-
banyand/stream/part_iter.go | 2 +-
banyand/stream/stream_suite_test.go | 2 +-
banyand/trace/block.go | 12 +-
banyand/trace/block_metadata.go | 74 +
banyand/trace/block_metadata_test.go | 50 +
banyand/trace/part_iter.go | 2 +-
banyand/trace/query.go | 9 +-
banyand/trace/query_vectorized.go | 361 +++--
banyand/trace/query_vectorized_test.go | 178 ++-
banyand/trace/svc_liaison.go | 2 +
banyand/trace/svc_standalone.go | 4 +
banyand/trace/trace_suite_test.go | 2 +-
banyand/trace/vectorized_parity_test.go | 57 +-
docs/api-reference.md | 387 ++++++
docs/design/post-trace-pipeline.md | 608 ++++++++
pkg/cmdsetup/data.go | 2 +-
pkg/cmdsetup/standalone.go | 2 +-
.../sdk/_example/segment-tail-sampler/README.md | 67 +
.../sdk/_example/segment-tail-sampler/main.go | 321 +++++
pkg/pipeline/sdk/decode.go | 129 ++
pkg/pipeline/sdk/sdk.go | 207 +++
pkg/pipeline/sdk/sdk_test.go | 164 +++
pkg/query/logical/trace/trace_frame.go | 325 +++++
pkg/query/logical/trace/trace_frame_test.go | 130 ++
pkg/query/logical/trace/trace_plan_distributed.go | 263 ++--
.../logical/trace/trace_plan_distributed_test.go | 140 +-
pkg/query/vectorized/trace/columns.go | 31 +-
pkg/query/vectorized/trace/group_by_trace_id.go | 178 ---
.../vectorized/trace/group_by_trace_id_test.go | 192 ---
pkg/query/vectorized/trace/plan.go | 22 -
pkg/query/vectorized/trace/plan_test.go | 76 -
pkg/query/vectorized/trace/schema.go | 34 -
pkg/query/vectorized/trace/trace_project.go | 91 --
pkg/query/vectorized/trace/trace_project_test.go | 87 --
.../measure/testdata/groups/sw_cross_segment.json} | 6 +-
pkg/test/replicated/stream/testdata/group.json | 19 +
...trace-spec.json => sw_cross_segment_trace.json} | 6 +-
scripts/push-release.sh | 9 +-
test/integration/distributed/querybench/README.md | 80 +-
.../distributed/querybench/benchmark_test.go | 109 +-
test/integration/distributed/querybench/config.go | 240 +++-
.../distributed/querybench/config_test.go | 131 ++
.../distributed/querybench/orchestrate.sh | 84 +-
test/integration/distributed/querybench/profile.go | 16 +-
test/integration/distributed/querybench/report.go | 90 +-
.../distributed/querybench/report_test.go | 50 +
.../distributed/querybench/run-docker.sh | 24 +-
.../distributed/querybench/trace_workload.go | 706 ++++++++++
.../integration/distributed/querybench/workload.go | 7 +
.../distributed/querybench/workload_test.go | 111 ++
91 files changed, 9365 insertions(+), 1480 deletions(-)
create mode 100644 api/data/trace_frame.go
create mode 100644 api/data/trace_frame_test.go
create mode 100644 api/proto/banyandb/pipeline/v1/trace_pipeline.proto
delete mode 100644 banyand/measure/migration_copy_test.go
create mode 100644 banyand/measure/migration_indexmode_copy.go
create mode 100644 banyand/measure/migration_indexmode_copy_test.go
create mode 100644 banyand/measure/migration_indexmode_e2e_test.go
create mode 100644 docs/design/post-trace-pipeline.md
create mode 100644 pkg/pipeline/sdk/_example/segment-tail-sampler/README.md
create mode 100644 pkg/pipeline/sdk/_example/segment-tail-sampler/main.go
create mode 100644 pkg/pipeline/sdk/decode.go
create mode 100644 pkg/pipeline/sdk/sdk.go
create mode 100644 pkg/pipeline/sdk/sdk_test.go
create mode 100644 pkg/query/logical/trace/trace_frame.go
create mode 100644 pkg/query/logical/trace/trace_frame_test.go
delete mode 100644 pkg/query/vectorized/trace/group_by_trace_id.go
delete mode 100644 pkg/query/vectorized/trace/group_by_trace_id_test.go
delete mode 100644 pkg/query/vectorized/trace/trace_project.go
delete mode 100644 pkg/query/vectorized/trace/trace_project_test.go
copy pkg/test/{measure/testdata/groups/replicated.json =>
replicated/measure/testdata/groups/sw_cross_segment.json} (81%)
copy pkg/test/replicated/trace/testdata/groups/{test-trace-spec.json =>
sw_cross_segment_trace.json} (79%)
create mode 100644 test/integration/distributed/querybench/trace_workload.go
