This is an automated email from the ASF dual-hosted git repository.
HTHou pushed a change to branch codex/tsfile-tde-page-aead
in repository https://gitbox.apache.org/repos/asf/tsfile.git
from 76754e05d Add pluggable page-level AEAD encryption support
add b4646b62a fix invalid datatype. (#864)
add 1f38d11c9 Bump actions/cache from 5 to 6 (#855)
add d34ac0015 Bump actions/setup-node from 4 to 6 (#854)
add 51fe8bb8f Bump codecov/codecov-action from 6 to 7 (#853)
add 2a3349034 Bump com.fasterxml.jackson.core:jackson-databind in /java
(#865)
add 4b72bd04c Bump actions/checkout from 4 to 7 (#856)
add 0ae3e7526 Bump pnpm/action-setup from 4 to 6 (#852)
add e5e4cccfd [Python][C++] Fix tree-model TsFileDataFrame returning empty
data on reused readers and uppercase names (#862)
add 466895099 C++: enable SIMD by default (#867)
add b8825b18c Add buffered TsFile input (#868)
add 5b4cad25f Add configurable TsFileInput reader constructor (#869)
add 7a7d7f96e perf(cpp): push down multi-value aligned offsets (#863)
add 928ca9412 Optimize small BitMap with long-backed implementation (#871)
add 23787f82a Update release information for TsFile 2.4.0 (#874)
add 608955c8f Fix Python wheel test skipping and dependencies (#876)
add 7d44338c1 Optimize Gorilla batch floating-point decoding (#873)
add c7615f756 Bump com.fasterxml.jackson.core:jackson-core in /java (#877)
add a2fdf7116 Python error code alignment (#870)
add 5e2bb01bc Bump at.yawk.lz4:lz4-java from 1.10.1 to 1.11.1 in /java
(#880)
add 94f6dacfb fix(cpp): fix memory leaks and null dereference crashes
(#879)
add 46cf0a126 Fix remaining C++ memory leak paths (#881)
add 3c831b779 Add range mark query APIs to BitMap (#884)
add 1af4fa9e2 Document website pull request target (#887)
add 218bbdf76 fix(cpp): preserve Gorilla sentinel values in batch reads
(#883)
add f64be113f Bump actions/setup-python from 6 to 7 (#890)
add ac496ba05 Bump actions/setup-java from 5 to 5.6.0 (#889)
add ea0945935 Support TsFile properties and optional table point counting
(#882)
add 7ca2e79fb Support static libtsfile builds (#894)
add 705c971be Add standalone Cppcheck CI (#895)
add 585125b12 Optimize C++ batch decode and output fast paths (#898)
add 9ec0abf57 Add C++ and Python TsFile properties support (#897)
add 246554207 fix(tsfile): propagate IOException on writer close instead
of swallowing it (#899)
add 7d25839f8 Bump version to 2.4.1-260806-SNAPSHOT
add dd20f4d40 Merge remote-tracking branch 'origin/snapshot/2.4.1-260806'
into codex/tsfile-tde-page-aead
No new revisions were added by this update.
Summary of changes:
.github/workflows/code-coverage.yml | 8 +-
.github/workflows/codeql.yml | 2 +-
.github/workflows/cppcheck.yml | 167 +++++
.github/workflows/site-build.yaml | 12 +-
.github/workflows/unit-test-cpp-msvc.yml | 6 +-
.github/workflows/unit-test-cpp.yml | 6 +-
.github/workflows/unit-test-java.yml | 6 +-
.github/workflows/unit-test-python-msvc.yml | 8 +-
.github/workflows/unit-test-python.yml | 8 +-
.github/workflows/wheels.yml | 16 +-
README.md | 6 +
RELEASE_NOTES.md | 23 +
cpp/CLAUDE.md | 2 +-
cpp/CMakeLists.txt | 16 +-
cpp/README-zh.md | 19 +
cpp/README.md | 44 +-
cpp/build.sh | 10 +
cpp/examples/c_examples/demo_read.c | 2 +-
cpp/examples/c_examples/demo_write.c | 105 ++-
cpp/pom.xml | 34 +-
cpp/src/CMakeLists.txt | 37 +-
cpp/src/common/allocator/alloc_base.h | 3 +
cpp/src/common/allocator/mem_alloc.cc | 18 +-
cpp/src/common/container/array.h | 10 +-
cpp/src/common/container/byte_buffer.h | 23 +-
cpp/src/common/container/sorted_array.h | 10 +-
cpp/src/common/device_id.cc | 8 +
cpp/src/common/path.h | 5 +-
cpp/src/common/row_record.h | 11 +-
cpp/src/common/schema.h | 35 +-
cpp/src/common/tablet.cc | 19 +-
cpp/src/common/tablet.h | 20 +-
cpp/src/common/tsblock/tsblock.cc | 18 +-
cpp/src/common/tsblock/tsblock.h | 30 +-
cpp/src/common/tsblock/tuple_desc.h | 4 +-
.../common/tsblock/vector/fixed_length_vector.h | 7 +
cpp/src/common/tsfile_common.cc | 163 ++++-
cpp/src/common/tsfile_common.h | 32 +-
cpp/src/compress/gzip_compressor.cc | 8 +-
cpp/src/compress/lz4_compressor.cc | 4 +
cpp/src/compress/lzo_compressor.cc | 82 ++-
cpp/src/compress/snappy_compressor.cc | 41 +-
cpp/src/cwrapper/errno_define_c.h | 54 +-
cpp/src/cwrapper/tsfile_cwrapper.cc | 154 +++++
cpp/src/cwrapper/tsfile_cwrapper.h | 42 ++
cpp/src/encoding/decoder.h | 103 +++
cpp/src/encoding/gorilla_decoder.h | 550 ++++++++++-----
cpp/src/encoding/ts2diff_decoder.h | 37 +
cpp/src/file/read_file.cc | 4 +-
cpp/src/file/tsfile_io_writer.cc | 57 +-
cpp/src/file/tsfile_io_writer.h | 5 +
cpp/src/file/write_file.cc | 6 +
cpp/src/file/write_file.h | 2 +-
cpp/src/parser/path_visitor.cpp | 3 +-
cpp/src/reader/aligned_chunk_reader.cc | 463 ++++++++-----
cpp/src/reader/aligned_chunk_reader.h | 21 +-
.../reader/block/single_device_tsblock_reader.cc | 64 +-
.../reader/block/single_device_tsblock_reader.h | 12 +-
cpp/src/reader/bloom_filter.cc | 39 +-
cpp/src/reader/chunk_reader.cc | 120 ++--
cpp/src/reader/chunk_reader.h | 3 +-
cpp/src/reader/expression.cc | 12 +-
cpp/src/reader/filter/binary_filter.h | 2 +-
cpp/src/reader/qds_without_timegenerator.cc | 19 +-
cpp/src/reader/table_query_executor.cc | 8 +-
cpp/src/reader/table_result_set.cc | 20 +-
cpp/src/reader/tsfile_executor.cc | 2 +-
cpp/src/reader/tsfile_reader.cc | 41 +-
cpp/src/reader/tsfile_reader.h | 3 +
cpp/src/reader/tsfile_series_scan_iterator.cc | 60 +-
cpp/src/reader/tsfile_series_scan_iterator.h | 21 +
cpp/src/utils/errno_define.h | 16 -
cpp/src/utils/util_define.h | 9 +-
cpp/src/writer/tsfile_table_writer.cc | 17 +
cpp/src/writer/tsfile_table_writer.h | 6 +
cpp/src/writer/tsfile_writer.cc | 17 +
cpp/src/writer/tsfile_writer.h | 6 +
cpp/test/CMakeLists.txt | 2 +-
cpp/test/common/container/array_test.cc | 14 +-
cpp/test/common/container/byte_buffer_test.cc | 19 +-
cpp/test/common/container/sorted_array_test.cc | 13 +
cpp/test/common/device_id_test.cc | 20 +
cpp/test/common/row_record_test.cc | 1 +
cpp/test/common/tablet_test.cc | 25 +-
cpp/test/common/tsblock/tslock_test.cc | 37 +
cpp/test/common/tsfile_common_test.cc | 78 ++-
cpp/test/compress/lzo_compressor_test.cc | 68 ++
cpp/test/compress/snappy_compressor_test.cc | 20 +
cpp/test/cwrapper/c_release_test.cc | 19 +-
cpp/test/cwrapper/cwrapper_properties_test.cc | 177 +++++
cpp/test/cwrapper/query_by_row_cwrapper_test.cc | 27 +
cpp/test/encoding/encoding_coverage_test.cc | 35 +
cpp/test/encoding/gorilla_codec_test.cc | 385 +++++++++++
cpp/test/reader/bloom_filter_test.cc | 49 ++
cpp/test/reader/chunk_reader_resource_test.cc | 117 ++++
.../test/reader/expression_test.cc | 32 +-
.../tree_view/tsfile_tree_query_by_row_test.cc | 13 +
cpp/test/reader/tsfile_reader_test.cc | 672 +++++++++++++++++-
.../writer/table_view/tsfile_writer_table_test.cc | 24 +
cpp/test/writer/tsfile_properties_test.cc | 112 +++
cpp/tools/format/output_format.cc | 2 -
doap_tsfile.rdf | 9 +-
java/common/pom.xml | 2 +-
.../main/java/org/apache/tsfile/utils/BitMap.java | 286 +++-----
.../org/apache/tsfile/utils/BitMapArrayImpl.java | 356 ++++++++++
.../java/org/apache/tsfile/utils/BitMapImpl.java | 120 ++++
.../org/apache/tsfile/utils/BitMapLongImpl.java | 251 +++++++
.../org/apache/tsfile/utils/RamUsageEstimator.java | 9 +-
.../org/apache/tsfile/i18n/messages.properties | 10 +-
.../org/apache/tsfile/i18n/messages_zh.properties | 10 +-
java/examples/pom.xml | 4 +-
java/pom.xml | 12 +-
java/tools/README-zh.md | 21 +
java/tools/README.md | 26 +
java/tools/pom.xml | 6 +-
...csv2tsfile.bat => tsfile-table-point-count.bat} | 12 +-
.../{csv2tsfile.sh => tsfile-table-point-count.sh} | 13 +-
java/tools/src/assembly/tools.xml | 9 +
java/tsfile/pom.xml | 10 +-
.../tsfile/file/metadata/TsFileMetadata.java | 74 +-
.../apache/tsfile/read/TsFileSequenceReader.java | 30 +
.../tsfile/read/reader/BufferedTsFileInput.java | 203 ++++++
.../tsfile/read/reader/LocalTsFileInput.java | 4 +
.../tsfile/read/v4/DeviceTableModelReader.java | 6 +
.../org/apache/tsfile/read/v4/ITsFileReader.java | 4 +
.../java/org/apache/tsfile/utils/PublicBAOS.java | 4 +
.../tsfile/utils/TsFileTablePointCountTool.java | 318 +++++++++
.../write/v4/AbstractTableModelTsFileWriter.java | 10 +-
.../org/apache/tsfile/write/v4/ITsFileWriter.java | 5 +-
.../apache/tsfile/write/writer/TsFileIOWriter.java | 48 +-
.../tsfile/file/metadata/TsFileMetadataTest.java | 11 +-
.../apache/tsfile/file/metadata/utils/Utils.java | 21 +-
.../read/TsFileSequenceReaderPerformanceTest.java | 331 +++++++++
.../read/TsFileV4ReadWriteInterfacesTest.java | 39 ++
.../read/reader/BufferedTsFileInputTest.java | 145 ++++
.../apache/tsfile/utils/BitMapPerformanceTest.java | 754 +++++++++++++++++++++
.../java/org/apache/tsfile/utils/BitMapTest.java | 179 ++++-
.../utils/TsFileTablePointCountToolTest.java | 141 ++++
.../apache/tsfile/write/TDEPageAeadTsFileTest.java | 26 +
.../write/TablePointCountPerformanceTest.java | 269 ++++++++
.../apache/tsfile/write/TsFileWriteApiTest.java | 64 ++
pom.xml | 6 +-
python/README-zh.md | 18 +-
python/README.md | 16 +
python/pom.xml | 6 +-
python/pyproject.toml | 4 +-
python/requirements.txt | 4 +-
python/tests/test_exceptions.py | 142 ++++
python/tests/test_query_by_row.py | 65 ++
python/tests/test_tsfile_dataset.py | 164 +++++
python/tests/test_tsfile_properties.py | 98 +++
python/tests/test_write_and_read.py | 8 +-
python/tsfile/exceptions.py | 145 +++-
python/tsfile/tsfile_cpp.pxd | 21 +
python/tsfile/tsfile_py_cpp.pxd | 4 +-
python/tsfile/tsfile_py_cpp.pyx | 554 ++++++++++-----
python/tsfile/tsfile_reader.pyx | 60 +-
python/tsfile/tsfile_table_writer.py | 6 +
python/tsfile/tsfile_writer.pyx | 43 +-
python/tsfile/utils.py | 8 +-
160 files changed, 8951 insertions(+), 1320 deletions(-)
create mode 100644 .github/workflows/cppcheck.yml
create mode 100644 cpp/test/cwrapper/cwrapper_properties_test.cc
create mode 100644 cpp/test/reader/chunk_reader_resource_test.cc
copy java/tsfile/src/main/java/org/apache/tsfile/file/metadata/IMetadata.java
=> cpp/test/reader/expression_test.cc (59%)
create mode 100644 cpp/test/writer/tsfile_properties_test.cc
create mode 100644
java/common/src/main/java/org/apache/tsfile/utils/BitMapArrayImpl.java
create mode 100644
java/common/src/main/java/org/apache/tsfile/utils/BitMapImpl.java
create mode 100644
java/common/src/main/java/org/apache/tsfile/utils/BitMapLongImpl.java
copy java/tools/src/assembly/resources/tools/{csv2tsfile.bat =>
tsfile-table-point-count.bat} (78%)
copy java/tools/src/assembly/resources/tools/{csv2tsfile.sh =>
tsfile-table-point-count.sh} (81%)
create mode 100644
java/tsfile/src/main/java/org/apache/tsfile/read/reader/BufferedTsFileInput.java
create mode 100644
java/tsfile/src/main/java/org/apache/tsfile/utils/TsFileTablePointCountTool.java
create mode 100644
java/tsfile/src/test/java/org/apache/tsfile/read/TsFileSequenceReaderPerformanceTest.java
create mode 100644
java/tsfile/src/test/java/org/apache/tsfile/read/reader/BufferedTsFileInputTest.java
create mode 100644
java/tsfile/src/test/java/org/apache/tsfile/utils/BitMapPerformanceTest.java
create mode 100644
java/tsfile/src/test/java/org/apache/tsfile/utils/TsFileTablePointCountToolTest.java
create mode 100644
java/tsfile/src/test/java/org/apache/tsfile/write/TablePointCountPerformanceTest.java
create mode 100644 python/tests/test_exceptions.py
create mode 100644 python/tests/test_tsfile_properties.py
