This is an automated email from the ASF dual-hosted git repository.
hanahmily pushed a change to branch vectorized-query
in repository https://gitbox.apache.org/repos/asf/skywalking-banyandb.git
from 79ade6c56 fix(api/data): replace string(b) comparison with bytes.Equal
in codec_test
new b7b15697d chore(lint): clear local CI gate — refactor dquery.Rev +
sweep pre-existing pkg/test debt
add 7ba863118 Fix backup restore path traversal (#1135)
add 3d4539308 fix: release bluge index writers on segment rotation
(#13874) (#1128)
add a3d7a97a7 Introduce measure migration tool (#1138)
add 349a41316 fix(test/cases/measure): preserve Apache license header on
captured want fixtures and gate the capture loop (#1137)
add 84b919efc Validate tag moves across stream and measure storage modes
(#1139)
new e3ffb9e2d Merge remote-tracking branch 'origin/main' into
vectorized-query
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 1 +
CHANGES.md | 2 +
Makefile | 5 +-
banyand/Dockerfile | 1 +
banyand/Makefile | 2 +-
banyand/backup/restore.go | 35 +-
banyand/backup/restore_test.go | 97 ++
banyand/cmd/migration/MIGRATION.md | 458 +++++
banyand/cmd/migration/README.md | 144 ++
banyand/cmd/migration/analyze.go | 186 ++
banyand/cmd/migration/copy.go | 189 ++
.../cmd/migration/example/plan-backup.yaml | 42 +-
banyand/cmd/migration/example/plan-live.yaml | 67 +
banyand/cmd/migration/example/runner-pod.yaml | 80 +
banyand/cmd/migration/main.go | 88 +
banyand/cmd/migration/plan.go | 301 ++++
banyand/cmd/migration/plan_test.go | 290 ++++
banyand/cmd/migration/scripts/verify-data.sh | 113 ++
banyand/cmd/migration/verify.go | 339 ++++
banyand/dquery/measure.go | 166 +-
banyand/dquery/measure_test.go | 4 +-
banyand/internal/storage/rotation.go | 13 +-
banyand/internal/storage/segment.go | 73 +-
banyand/internal/storage/segment_test.go | 4 +-
banyand/internal/storage/tsdb_test.go | 28 +-
banyand/internal/storage/version.go | 19 +
banyand/measure/metadata.go | 4 +-
banyand/measure/migration_analyze.go | 934 ++++++++++
banyand/measure/migration_copy.go | 1816 ++++++++++++++++++++
banyand/measure/migration_copy_test.go | 303 ++++
banyand/measure/migration_e2e_test.go | 598 +++++++
banyand/measure/migration_schema.go | 446 +++++
banyand/measure/migration_schema_test.go | 308 ++++
banyand/measure/migration_verify.go | 401 +++++
banyand/measure/migration_verify_test.go | 209 +++
banyand/measure/svc_liaison.go | 2 +-
banyand/query/processor.go | 6 +-
banyand/stream/metadata.go | 4 +-
banyand/trace/metadata.go | 4 +-
banyand/trace/metadata_test.go | 8 +
pkg/fs/remote/local/local.go | 94 +-
pkg/fs/remote/local/local_test.go | 307 ++++
pkg/path/path.go | 14 +
pkg/path/path_test.go | 36 +
pkg/query/vectorized/column_pool.go | 2 +-
pkg/query/vectorized/measure/adapter.go | 6 +-
pkg/query/vectorized/measure/aggregation.go | 78 +-
pkg/query/vectorized/measure/aggregation_reduce.go | 4 +-
pkg/query/vectorized/measure/aggregation_test.go | 3 +-
pkg/query/vectorized/measure/config.go | 2 +-
pkg/query/vectorized/measure/frame/decode.go | 9 +-
pkg/query/vectorized/measure/frame/decode_test.go | 31 +-
pkg/query/vectorized/measure/frame/encode.go | 5 +-
pkg/query/vectorized/measure/frame/frame.go | 8 +-
pkg/query/vectorized/measure/frame/frame_test.go | 44 +-
pkg/query/vectorized/measure/integration.go | 2 +-
pkg/query/vectorized/measure/plan/dispatch.go | 34 +-
pkg/query/vectorized/measure/plan/dispatch_test.go | 40 +-
pkg/query/vectorized/measure/plan/distributed.go | 63 +-
.../vectorized/measure/plan/distributed_rows.go | 80 +-
.../measure/plan/distributed_rows_test.go | 13 +-
.../vectorized/measure/plan/distributed_test.go | 68 +-
pkg/query/vectorized/measure/plan/hidden_tags.go | 4 +-
.../vectorized/measure/plan/multi_group_schema.go | 4 +-
pkg/query/vectorized/measure/plan/orderby.go | 1 -
pkg/query/vectorized/measure/raw_emit.go | 41 +-
.../vectorized/measure/raw_emit_bench_test.go | 10 +-
pkg/query/vectorized/measure/raw_emit_test.go | 8 +-
.../vectorized/measure/topology_matrix_test.go | 24 +-
test/cases/measure/cmd/capture/capture_test.go | 27 +-
test/cases/measure/cmd/generate/capture.go | 9 +-
test/cases/measure/cmd/generate/types.go | 18 +-
test/cases/measure/data/license_header.go | 43 +
test/cases/schema/tag_family_move.go | 1294 ++++++++++++++
test/integration/distributed/querybench/config.go | 28 +-
test/integration/distributed/querybench/report.go | 81 +-
.../distributed/querybench/report_test.go | 12 +-
.../integration/distributed/querybench/workload.go | 15 +-
.../distributed/querybench/workload_test.go | 6 +-
79 files changed, 9837 insertions(+), 521 deletions(-)
create mode 100644 banyand/cmd/migration/MIGRATION.md
create mode 100644 banyand/cmd/migration/README.md
create mode 100644 banyand/cmd/migration/analyze.go
create mode 100644 banyand/cmd/migration/copy.go
copy test/cases/measure/data/input/gen_err_in_scalar.yaml =>
banyand/cmd/migration/example/plan-backup.yaml (50%)
create mode 100644 banyand/cmd/migration/example/plan-live.yaml
create mode 100644 banyand/cmd/migration/example/runner-pod.yaml
create mode 100644 banyand/cmd/migration/main.go
create mode 100644 banyand/cmd/migration/plan.go
create mode 100644 banyand/cmd/migration/plan_test.go
create mode 100755 banyand/cmd/migration/scripts/verify-data.sh
create mode 100644 banyand/cmd/migration/verify.go
create mode 100644 banyand/measure/migration_analyze.go
create mode 100644 banyand/measure/migration_copy.go
create mode 100644 banyand/measure/migration_copy_test.go
create mode 100644 banyand/measure/migration_e2e_test.go
create mode 100644 banyand/measure/migration_schema.go
create mode 100644 banyand/measure/migration_schema_test.go
create mode 100644 banyand/measure/migration_verify.go
create mode 100644 banyand/measure/migration_verify_test.go
create mode 100644 pkg/fs/remote/local/local_test.go
create mode 100644 test/cases/measure/data/license_header.go
create mode 100644 test/cases/schema/tag_family_move.go
