This is an automated email from the ASF dual-hosted git repository.
ColinLeeo pushed a change to branch opt_dataframe
in repository https://gitbox.apache.org/repos/asf/tsfile.git
omit 8f744fb4f [Python] Add metadata index cache for TsFileDataFrame
omit 3010c3de8 [Python] Support tree-model TsFiles in TsFileDataFrame (#816)
add 9422ba321 TsFile C++: batch + SIMD + parallel read/write optimization
add 8d9149589 fix memory leak.
add 198cbc489 fix err.
add a3c6b77e1 fix comment.
add 6b0f95e89 format.
add eed002022 fix some ut err.
add 722d6396e fix heap-use-after-free in multi-value aligned reader tests
add d8b8eff68 fix device-node cache aliasing null tag with literal string
"null"
add b35a77149 build: don't use -march=native by default; gate it behind an
option
add 350c28809 fix comment.
add d1dbd0f9c fix simde.
add e4804b0eb fix memory leaks in TsFileSeriesScanIterator teardown
add 21edd91a9 refine tablet.
new 849045822 [Python] Support tree-model TsFiles in TsFileDataFrame (#816)
new 86af365ca [Python] Add metadata index cache for TsFileDataFrame
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (8f744fb4f)
\
N -- N -- N refs/heads/opt_dataframe (86af365ca)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
cpp/CMakeLists.txt | 37 +-
cpp/pom.xml | 4 +-
cpp/src/CMakeLists.txt | 23 +-
cpp/src/common/CMakeLists.txt | 10 +-
cpp/src/common/allocator/alloc_base.h | 24 +-
cpp/src/common/allocator/byte_stream.h | 187 +-
cpp/src/common/allocator/mem_alloc.cc | 12 +-
cpp/src/common/allocator/page_arena.h | 13 +
cpp/src/common/config/config.h | 33 +-
cpp/src/common/container/bit_map.cc | 5 +-
cpp/src/common/container/bit_map.h | 70 +-
cpp/src/common/container/byte_buffer.h | 6 +-
cpp/src/common/device_id.cc | 2 +-
cpp/src/common/global.cc | 90 +-
cpp/src/common/global.h | 40 +-
cpp/src/common/mutex/CMakeLists.txt | 20 -
cpp/src/common/mutex/mutex.h | 57 -
cpp/src/common/path.cc | 78 -
cpp/src/common/path.h | 62 +-
cpp/src/common/seq_tvlist.h | 172 --
cpp/src/common/seq_tvlist.inc | 174 --
cpp/src/common/statistic.h | 386 +++-
cpp/src/common/tablet.cc | 212 ++-
cpp/src/common/tablet.h | 83 +-
cpp/src/common/thread_pool.h | 58 +-
cpp/src/common/tsblock/tsblock.h | 65 +-
cpp/src/common/tsblock/tuple_desc.h | 10 +
.../common/tsblock/vector/variable_length_vector.h | 11 +-
cpp/src/common/tsblock/vector/vector.h | 3 +
cpp/src/common/tsfile_common.h | 62 +-
cpp/src/compress/lz4_compressor.cc | 16 +-
cpp/src/compress/snappy_compressor.cc | 19 +-
cpp/src/compress/uncompressed_compressor.h | 62 +-
cpp/src/cwrapper/arrow_c.cc | 23 +-
cpp/src/cwrapper/tsfile_cwrapper.cc | 125 +-
cpp/src/cwrapper/tsfile_cwrapper.h | 52 +-
cpp/src/encoding/decoder.h | 151 ++
cpp/src/encoding/dictionary_encoder.h | 7 +-
cpp/src/encoding/encoder.h | 75 +
cpp/src/encoding/gorilla_decoder.h | 474 ++++-
cpp/src/encoding/plain_decoder.h | 146 ++
cpp/src/encoding/plain_encoder.h | 199 +-
cpp/src/encoding/ts2diff_decoder.h | 679 ++++++-
cpp/src/encoding/ts2diff_encoder.h | 395 +++-
cpp/src/file/read_file.cc | 1 +
cpp/src/file/restorable_tsfile_io_writer.cc | 72 +-
cpp/src/file/tsfile_io_reader.cc | 363 +++-
cpp/src/file/tsfile_io_reader.h | 68 +-
cpp/src/file/tsfile_io_writer.cc | 100 +-
cpp/src/file/tsfile_io_writer.h | 35 +-
cpp/src/file/write_file.h | 6 +
cpp/src/reader/aligned_chunk_reader.cc | 1962 +++++++++++++++++++-
cpp/src/reader/aligned_chunk_reader.h | 191 +-
.../reader/block/single_device_tsblock_reader.cc | 749 +++++++-
.../reader/block/single_device_tsblock_reader.h | 35 +-
cpp/src/reader/bloom_filter.cc | 20 +
cpp/src/reader/bloom_filter.h | 8 +
cpp/src/reader/chunk_reader.cc | 364 +++-
cpp/src/reader/chunk_reader.h | 20 +-
cpp/src/reader/device_meta_iterator.cc | 12 +-
cpp/src/reader/filter/and_filter.h | 23 +
cpp/src/reader/filter/filter.h | 14 +
cpp/src/reader/filter/or_filter.h | 23 +
cpp/src/reader/filter/time_operator.cc | 335 +++-
cpp/src/reader/filter/time_operator.h | 18 +
cpp/src/reader/qds_without_timegenerator.cc | 7 +-
cpp/src/reader/result_set.h | 54 +-
cpp/src/reader/table_result_set.cc | 104 +-
cpp/src/reader/table_result_set.h | 22 +-
cpp/src/reader/task/device_query_task.cc | 10 +-
cpp/src/reader/task/device_task_iterator.cc | 3 +
cpp/src/reader/task/device_task_iterator.h | 13 +-
cpp/src/reader/tsfile_reader.cc | 72 +-
cpp/src/reader/tsfile_reader.h | 5 +-
cpp/src/reader/tsfile_series_scan_iterator.cc | 337 +++-
cpp/src/reader/tsfile_series_scan_iterator.h | 59 +-
cpp/src/utils/db_utils.h | 2 -
cpp/src/writer/chunk_writer.cc | 3 +
cpp/src/writer/chunk_writer.h | 69 +
cpp/src/writer/page_writer.cc | 13 +
cpp/src/writer/page_writer.h | 73 +-
cpp/src/writer/time_chunk_writer.cc | 6 +-
cpp/src/writer/time_chunk_writer.h | 57 +-
cpp/src/writer/time_page_writer.h | 32 +-
cpp/src/writer/tsfile_table_writer.cc | 39 +-
cpp/src/writer/tsfile_table_writer.h | 2 +
cpp/src/writer/tsfile_writer.cc | 1411 +++++++-------
cpp/src/writer/tsfile_writer.h | 93 +-
cpp/src/writer/value_chunk_writer.cc | 17 +-
cpp/src/writer/value_chunk_writer.h | 87 +-
cpp/src/writer/value_page_writer.cc | 6 +
cpp/src/writer/value_page_writer.h | 195 +-
cpp/test/CMakeLists.txt | 3 +-
cpp/test/common/allocator/byte_stream_test.cc | 105 +-
cpp/test/common/device_id_test.cc | 28 +
cpp/test/common/tablet_test.cc | 138 ++
cpp/test/common/thread_pool_test.cc | 66 +
cpp/test/common/tsfile_common_test.cc | 28 +
cpp/test/compress/lz4_compressor_test.cc | 36 +
cpp/test/compress/snappy_compressor_test.cc | 36 +
cpp/test/compress/uncompressed_compressor_test.cc | 74 +
cpp/test/cwrapper/c_release_test.cc | 25 +-
cpp/test/cwrapper/cwrapper_test.cc | 153 +-
cpp/test/cwrapper/query_by_row_cwrapper_test.cc | 2 +-
cpp/test/encoding/encoding_coverage_test.cc | 406 ++++
cpp/test/encoding/gorilla_codec_test.cc | 315 ++++
cpp/test/encoding/plain_codec_test.cc | 86 +
cpp/test/encoding/ts2diff_codec_test.cc | 116 ++
cpp/test/file/restorable_tsfile_io_writer_test.cc | 68 +-
cpp/test/file/write_file_test.cc | 44 +
cpp/test/reader/filter/time_in_filter_test.cc | 84 +
cpp/test/reader/query_by_row_performance_test.cc | 4 +-
.../table_view/tsfile_reader_table_batch_test.cc | 217 +++
.../reader/table_view/tsfile_reader_table_test.cc | 58 +-
.../table_view/tsfile_table_query_by_row_test.cc | 163 +-
.../reader/tree_view/tsfile_reader_tree_test.cc | 45 +
.../tree_view/tsfile_tree_query_by_row_test.cc | 97 +-
cpp/test/reader/tsfile_reader_test.cc | 609 ++++++
.../writer/table_view/tsfile_writer_table_test.cc | 50 +-
cpp/test/writer/tsfile_writer_test.cc | 436 +++++
cpp/test/writer/value_page_writer_test.cc | 33 +
cpp/third_party/CMakeLists.txt | 2 +-
python/tests/test_tsfile_dataset.py | 53 +-
python/tsfile/dataset/reader.py | 37 +-
python/tsfile/tsfile_reader.pyx | 4 +-
125 files changed, 12909 insertions(+), 2354 deletions(-)
delete mode 100644 cpp/src/common/mutex/CMakeLists.txt
delete mode 100644 cpp/src/common/mutex/mutex.h
delete mode 100644 cpp/src/common/path.cc
delete mode 100644 cpp/src/common/seq_tvlist.h
delete mode 100644 cpp/src/common/seq_tvlist.inc
create mode 100644 cpp/test/common/thread_pool_test.cc
create mode 100644 cpp/test/compress/uncompressed_compressor_test.cc
create mode 100644 cpp/test/encoding/encoding_coverage_test.cc
create mode 100644 cpp/test/reader/filter/time_in_filter_test.cc
