This is an automated email from the ASF dual-hosted git repository. hxb pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink.git
commit c2d94a184f04e47a00039b27d11f99deab0b2e2f Author: huangxingbo <[email protected]> AuthorDate: Mon Oct 31 15:48:12 2022 +0800 [release] Upgrade current version to 1.16 for TypeSerializerSnapshotMigrationITCase and create snapshots --- .../TypeSerializerSnapshotMigrationITCase.java | 2 +- .../_metadata | Bin 0 -> 985 bytes .../bb49315e-93ba-4924-9743-236feee8a484 | Bin 0 -> 609 bytes .../e2869ed3-6898-4be1-8c6b-8ae7c33721a0 | Bin 0 -> 292 bytes .../2e9c44ea-e4c7-4186-b9f4-40137a9ff256 | Bin 0 -> 292 bytes .../89bc5ad0-f765-4406-bc9d-ef01e3c53f50 | Bin 0 -> 609 bytes .../_metadata | Bin 0 -> 1123 bytes .../12c3f110-aa1a-4ca4-836f-866e78e8345e | Bin 0 -> 639 bytes .../4f149724-5ae5-4934-a71b-a4668afa72ca | Bin 0 -> 292 bytes .../_metadata | Bin 0 -> 1088 bytes .../723d217f-3a43-4dda-a451-ad912a908e1c | Bin 0 -> 531 bytes .../_metadata | Bin 0 -> 1281 bytes .../a0e2504a-aa09-4251-a8ea-7d94b0350023 | 1 + .../a8b5a10d-496e-458f-8f00-5ec7f5c75083 | Bin 0 -> 292 bytes .../a947fc8d-486d-45e4-a7ad-15849c853a2c | 271 +++++++++++++++++++++ .../d6b43705-d00a-4c59-8417-864a4e93b467 | Bin 0 -> 202 bytes .../f446d711-aeaf-4539-b5a3-038762247d2b | Bin 0 -> 1013 bytes .../495f5937-b758-4388-a1cf-33c0764fdd8f | 271 +++++++++++++++++++++ .../61e8738b-a1e0-4f09-8df4-56ec2f5b162b | Bin 0 -> 202 bytes .../81fdd853-1022-4b5f-ac70-c815bd8f0be8 | 1 + .../_metadata | Bin 0 -> 1419 bytes .../d1e26b82-39d4-4186-86fd-b7d2e44bbc98 | Bin 0 -> 1013 bytes .../e2754e11-f2ad-4f0a-83ee-2c25a19c6912 | Bin 0 -> 531 bytes .../e895058e-1532-4a53-9c8b-8a47a2194b23 | Bin 0 -> 292 bytes .../_metadata | Bin 0 -> 1088 bytes .../eb314510-40b9-4516-918c-b65b9eb580f4 | Bin 0 -> 639 bytes .../ec0bb60c-f64e-4a24-92aa-53c19074cf22 | Bin 0 -> 292 bytes 27 files changed, 545 insertions(+), 1 deletion(-) diff --git a/flink-tests/src/test/java/org/apache/flink/test/migration/TypeSerializerSnapshotMigrationITCase.java b/flink-tests/src/test/java/org/apache/flink/test/migration/TypeSerializerSnapshotMigrationITCase.java index bf353526069..ab127b49949 100644 --- a/flink-tests/src/test/java/org/apache/flink/test/migration/TypeSerializerSnapshotMigrationITCase.java +++ b/flink-tests/src/test/java/org/apache/flink/test/migration/TypeSerializerSnapshotMigrationITCase.java @@ -63,7 +63,7 @@ public class TypeSerializerSnapshotMigrationITCase extends SnapshotMigrationTest private static final int NUM_SOURCE_ELEMENTS = 4; // TODO increase this to newer version to create and test snapshot migration for newer versions - private static final FlinkVersion currentVersion = FlinkVersion.v1_15; + private static final FlinkVersion currentVersion = FlinkVersion.v1_16; // TODO change this to CREATE_SNAPSHOT to (re)create binary snapshots // TODO Note: You should generate the snapshot based on the release branch instead of the diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-checkpoint/_metadata b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-checkpoint/_metadata new file mode 100644 index 00000000000..1e8ef9f7a21 Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-checkpoint/_metadata differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-checkpoint/bb49315e-93ba-4924-9743-236feee8a484 b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-checkpoint/bb49315e-93ba-4924-9743-236feee8a484 new file mode 100644 index 00000000000..2ec60abdc1b Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-checkpoint/bb49315e-93ba-4924-9743-236feee8a484 differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-checkpoint/e2869ed3-6898-4be1-8c6b-8ae7c33721a0 b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-checkpoint/e2869ed3-6898-4be1-8c6b-8ae7c33721a0 new file mode 100644 index 00000000000..2f020711c6f Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-checkpoint/e2869ed3-6898-4be1-8c6b-8ae7c33721a0 differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint-native/2e9c44ea-e4c7-4186-b9f4-40137a9ff256 b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint-native/2e9c44ea-e4c7-4186-b9f4-40137a9ff256 new file mode 100644 index 00000000000..2f020711c6f Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint-native/2e9c44ea-e4c7-4186-b9f4-40137a9ff256 differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint-native/89bc5ad0-f765-4406-bc9d-ef01e3c53f50 b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint-native/89bc5ad0-f765-4406-bc9d-ef01e3c53f50 new file mode 100644 index 00000000000..2ec60abdc1b Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint-native/89bc5ad0-f765-4406-bc9d-ef01e3c53f50 differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint-native/_metadata b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint-native/_metadata new file mode 100644 index 00000000000..7e327bac2eb Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint-native/_metadata differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint/12c3f110-aa1a-4ca4-836f-866e78e8345e b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint/12c3f110-aa1a-4ca4-836f-866e78e8345e new file mode 100644 index 00000000000..27b1ceb6b4b Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint/12c3f110-aa1a-4ca4-836f-866e78e8345e differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint/4f149724-5ae5-4934-a71b-a4668afa72ca b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint/4f149724-5ae5-4934-a71b-a4668afa72ca new file mode 100644 index 00000000000..2f020711c6f Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint/4f149724-5ae5-4934-a71b-a4668afa72ca differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint/_metadata b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint/_metadata new file mode 100644 index 00000000000..e6736608177 Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-hashmap-savepoint/_metadata differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/723d217f-3a43-4dda-a451-ad912a908e1c b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/723d217f-3a43-4dda-a451-ad912a908e1c new file mode 100644 index 00000000000..8e7e475c846 Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/723d217f-3a43-4dda-a451-ad912a908e1c differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/_metadata b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/_metadata new file mode 100644 index 00000000000..fa86a2060ca Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/_metadata differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/a0e2504a-aa09-4251-a8ea-7d94b0350023 b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/a0e2504a-aa09-4251-a8ea-7d94b0350023 new file mode 100644 index 00000000000..cacca7574c0 --- /dev/null +++ b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/a0e2504a-aa09-4251-a8ea-7d94b0350023 @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/a8b5a10d-496e-458f-8f00-5ec7f5c75083 b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/a8b5a10d-496e-458f-8f00-5ec7f5c75083 new file mode 100644 index 00000000000..2f020711c6f Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/a8b5a10d-496e-458f-8f00-5ec7f5c75083 differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/a947fc8d-486d-45e4-a7ad-15849c853a2c b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/a947fc8d-486d-45e4-a7ad-15849c853a2c new file mode 100644 index 00000000000..9962cb90d80 --- /dev/null +++ b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/a947fc8d-486d-45e4-a7ad-15849c853a2c @@ -0,0 +1,271 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.20.3 + options_file_version=1.1 + +[DBOptions] + max_background_flushes=-1 + compaction_readahead_size=0 + strict_bytes_per_sync=false + wal_bytes_per_sync=0 + max_open_files=-1 + stats_history_buffer_size=1048576 + max_total_wal_size=0 + stats_persist_period_sec=600 + stats_dump_period_sec=0 + avoid_flush_during_shutdown=false + max_subcompactions=1 + bytes_per_sync=0 + delayed_write_rate=16777216 + max_background_compactions=-1 + max_background_jobs=2 + delete_obsolete_files_period_micros=21600000000 + writable_file_max_buffer_size=1048576 + base_background_compactions=-1 + allow_data_in_errors=false + max_bgerror_resume_count=2147483647 + best_efforts_recovery=false + write_dbid_to_manifest=false + atomic_flush=false + manual_wal_flush=false + two_write_queues=false + preserve_deletes=false + avoid_flush_during_recovery=false + dump_malloc_stats=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + use_adaptive_mutex=false + max_write_batch_group_size_bytes=1048576 + wal_recovery_mode=kPointInTimeRecovery + bgerror_resume_retry_interval=1000000 + paranoid_checks=true + WAL_size_limit_MB=0 + allow_concurrent_memtable_write=true + allow_ingest_behind=false + fail_if_options_file_error=false + persist_stats_to_disk=false + WAL_ttl_seconds=0 + wal_dir=/var/folders/52/5ypclyt917l8h1pfdrt_f8lw0000gp/T/junit1480764228897462428/junit324695867532641597/minicluster_11c2afa491cce4d890741c871da247dd/tm_0/tmp/job_20833f4fcbfb7939097c3220f5bbe81a_op_StreamMap_20ba6b65f97481d5570070de90e4e791__1_1__uuid_a0dda698-70e4-48d8-8f20-034bdc63880e/db + keep_log_file_num=4 + table_cache_numshardbits=6 + max_file_opening_threads=16 + use_fsync=false + unordered_write=false + random_access_max_buffer_size=1048576 + db_write_buffer_size=0 + allow_2pc=false + skip_checking_sst_file_sizes_on_db_open=false + write_thread_slow_yield_usec=3 + skip_stats_update_on_db_open=false + track_and_verify_wals_in_manifest=false + error_if_exists=false + manifest_preallocation_size=4194304 + is_fd_close_on_exec=true + max_log_file_size=26214400 + advise_random_on_open=true + use_direct_reads=false + write_thread_max_yield_usec=100 + enable_write_thread_adaptive_yield=true + create_missing_column_families=false + create_if_missing=true + log_file_time_to_roll=0 + use_direct_io_for_flush_and_compaction=false + avoid_unnecessary_blocking_io=false + allow_fallocate=true + max_manifest_file_size=1073741824 + enable_thread_tracking=false + recycle_log_file_num=0 + db_host_id=__hostname__ + allow_mmap_reads=false + log_readahead_size=0 + enable_pipelined_write=false + new_table_reader_for_compaction_inputs=false + allow_mmap_writes=false + + +[CFOptions "default"] + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + arena_block_size=8388608 + enable_blob_garbage_collection=false + level0_stop_writes_trigger=36 + min_blob_size=0 + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + max_bytes_for_level_base=268435456 + memtable_whole_key_filtering=false + soft_pending_compaction_bytes_limit=68719476736 + blob_compression_type=kNoCompression + max_write_buffer_number=2 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + max_successive_merges=0 + inplace_update_num_locks=10000 + bottommost_compression_opts={enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:{1}:{1}:{1}:{1}:{1}:{1} + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + blob_file_size=268435456 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + memtable_huge_page_size=0 + compression_opts={enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + periodic_compaction_seconds=0 + paranoid_file_checks=false + memtable_prefix_bloom_size_ratio=0.000000 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + compaction_filter_factory=nullptr + min_write_buffer_number_to_merge=1 + max_write_buffer_number_to_maintain=0 + compaction_filter=nullptr + merge_operator=StringAppendTESTOperator + num_levels=7 + optimize_filters_for_hits=false + force_consistency_checks=true + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + +[TableOptions/BlockBasedTable "default"] + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kCRC32c + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + whole_key_filtering=true + index_shortening=kShortenSeparators + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=true + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=true + hash_index_allow_collision=true + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + + +[CFOptions "testState"] + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + arena_block_size=8388608 + enable_blob_garbage_collection=false + level0_stop_writes_trigger=36 + min_blob_size=0 + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + max_bytes_for_level_base=268435456 + memtable_whole_key_filtering=false + soft_pending_compaction_bytes_limit=68719476736 + blob_compression_type=kNoCompression + max_write_buffer_number=2 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + max_successive_merges=0 + inplace_update_num_locks=10000 + bottommost_compression_opts={enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:{1}:{1}:{1}:{1}:{1}:{1} + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + blob_file_size=268435456 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + memtable_huge_page_size=0 + compression_opts={enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + periodic_compaction_seconds=0 + paranoid_file_checks=false + memtable_prefix_bloom_size_ratio=0.000000 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + compaction_filter_factory=nullptr + min_write_buffer_number_to_merge=1 + max_write_buffer_number_to_maintain=0 + compaction_filter=nullptr + merge_operator=StringAppendTESTOperator + num_levels=7 + optimize_filters_for_hits=false + force_consistency_checks=true + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + +[TableOptions/BlockBasedTable "testState"] + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kCRC32c + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + whole_key_filtering=true + index_shortening=kShortenSeparators + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=true + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=true + hash_index_allow_collision=true + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/d6b43705-d00a-4c59-8417-864a4e93b467 b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/d6b43705-d00a-4c59-8417-864a4e93b467 new file mode 100644 index 00000000000..797b0716d1c Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/d6b43705-d00a-4c59-8417-864a4e93b467 differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/f446d711-aeaf-4539-b5a3-038762247d2b b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/f446d711-aeaf-4539-b5a3-038762247d2b new file mode 100644 index 00000000000..fb28c0c627f Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-checkpoint/f446d711-aeaf-4539-b5a3-038762247d2b differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/495f5937-b758-4388-a1cf-33c0764fdd8f b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/495f5937-b758-4388-a1cf-33c0764fdd8f new file mode 100644 index 00000000000..c7b65faef0e --- /dev/null +++ b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/495f5937-b758-4388-a1cf-33c0764fdd8f @@ -0,0 +1,271 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.20.3 + options_file_version=1.1 + +[DBOptions] + max_background_flushes=-1 + compaction_readahead_size=0 + strict_bytes_per_sync=false + wal_bytes_per_sync=0 + max_open_files=-1 + stats_history_buffer_size=1048576 + max_total_wal_size=0 + stats_persist_period_sec=600 + stats_dump_period_sec=0 + avoid_flush_during_shutdown=false + max_subcompactions=1 + bytes_per_sync=0 + delayed_write_rate=16777216 + max_background_compactions=-1 + max_background_jobs=2 + delete_obsolete_files_period_micros=21600000000 + writable_file_max_buffer_size=1048576 + base_background_compactions=-1 + allow_data_in_errors=false + max_bgerror_resume_count=2147483647 + best_efforts_recovery=false + write_dbid_to_manifest=false + atomic_flush=false + manual_wal_flush=false + two_write_queues=false + preserve_deletes=false + avoid_flush_during_recovery=false + dump_malloc_stats=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + use_adaptive_mutex=false + max_write_batch_group_size_bytes=1048576 + wal_recovery_mode=kPointInTimeRecovery + bgerror_resume_retry_interval=1000000 + paranoid_checks=true + WAL_size_limit_MB=0 + allow_concurrent_memtable_write=true + allow_ingest_behind=false + fail_if_options_file_error=false + persist_stats_to_disk=false + WAL_ttl_seconds=0 + wal_dir=/var/folders/52/5ypclyt917l8h1pfdrt_f8lw0000gp/T/junit3694468217223864894/junit3300283022977765558/minicluster_67fb82978475a4b98b4dbd9f128e53b8/tm_0/tmp/job_6bde8d8a2d6d012491086747500d1c13_op_StreamMap_20ba6b65f97481d5570070de90e4e791__1_1__uuid_30fa6dfd-8870-411b-8321-ae5b00cca231/db + keep_log_file_num=4 + table_cache_numshardbits=6 + max_file_opening_threads=16 + use_fsync=false + unordered_write=false + random_access_max_buffer_size=1048576 + db_write_buffer_size=0 + allow_2pc=false + skip_checking_sst_file_sizes_on_db_open=false + write_thread_slow_yield_usec=3 + skip_stats_update_on_db_open=false + track_and_verify_wals_in_manifest=false + error_if_exists=false + manifest_preallocation_size=4194304 + is_fd_close_on_exec=true + max_log_file_size=26214400 + advise_random_on_open=true + use_direct_reads=false + write_thread_max_yield_usec=100 + enable_write_thread_adaptive_yield=true + create_missing_column_families=false + create_if_missing=true + log_file_time_to_roll=0 + use_direct_io_for_flush_and_compaction=false + avoid_unnecessary_blocking_io=false + allow_fallocate=true + max_manifest_file_size=1073741824 + enable_thread_tracking=false + recycle_log_file_num=0 + db_host_id=__hostname__ + allow_mmap_reads=false + log_readahead_size=0 + enable_pipelined_write=false + new_table_reader_for_compaction_inputs=false + allow_mmap_writes=false + + +[CFOptions "default"] + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + arena_block_size=8388608 + enable_blob_garbage_collection=false + level0_stop_writes_trigger=36 + min_blob_size=0 + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + max_bytes_for_level_base=268435456 + memtable_whole_key_filtering=false + soft_pending_compaction_bytes_limit=68719476736 + blob_compression_type=kNoCompression + max_write_buffer_number=2 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + max_successive_merges=0 + inplace_update_num_locks=10000 + bottommost_compression_opts={enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:{1}:{1}:{1}:{1}:{1}:{1} + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + blob_file_size=268435456 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + memtable_huge_page_size=0 + compression_opts={enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + periodic_compaction_seconds=0 + paranoid_file_checks=false + memtable_prefix_bloom_size_ratio=0.000000 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + compaction_filter_factory=nullptr + min_write_buffer_number_to_merge=1 + max_write_buffer_number_to_maintain=0 + compaction_filter=nullptr + merge_operator=StringAppendTESTOperator + num_levels=7 + optimize_filters_for_hits=false + force_consistency_checks=true + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + +[TableOptions/BlockBasedTable "default"] + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kCRC32c + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + whole_key_filtering=true + index_shortening=kShortenSeparators + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=true + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=true + hash_index_allow_collision=true + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + + +[CFOptions "testState"] + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + arena_block_size=8388608 + enable_blob_garbage_collection=false + level0_stop_writes_trigger=36 + min_blob_size=0 + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + max_bytes_for_level_base=268435456 + memtable_whole_key_filtering=false + soft_pending_compaction_bytes_limit=68719476736 + blob_compression_type=kNoCompression + max_write_buffer_number=2 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + max_successive_merges=0 + inplace_update_num_locks=10000 + bottommost_compression_opts={enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:{1}:{1}:{1}:{1}:{1}:{1} + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + blob_file_size=268435456 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + memtable_huge_page_size=0 + compression_opts={enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + periodic_compaction_seconds=0 + paranoid_file_checks=false + memtable_prefix_bloom_size_ratio=0.000000 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + compaction_filter_factory=nullptr + min_write_buffer_number_to_merge=1 + max_write_buffer_number_to_maintain=0 + compaction_filter=nullptr + merge_operator=StringAppendTESTOperator + num_levels=7 + optimize_filters_for_hits=false + force_consistency_checks=true + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + +[TableOptions/BlockBasedTable "testState"] + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kCRC32c + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + whole_key_filtering=true + index_shortening=kShortenSeparators + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=true + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=true + hash_index_allow_collision=true + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/61e8738b-a1e0-4f09-8df4-56ec2f5b162b b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/61e8738b-a1e0-4f09-8df4-56ec2f5b162b new file mode 100644 index 00000000000..a4b1cc0fd05 Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/61e8738b-a1e0-4f09-8df4-56ec2f5b162b differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/81fdd853-1022-4b5f-ac70-c815bd8f0be8 b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/81fdd853-1022-4b5f-ac70-c815bd8f0be8 new file mode 100644 index 00000000000..cacca7574c0 --- /dev/null +++ b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/81fdd853-1022-4b5f-ac70-c815bd8f0be8 @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/_metadata b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/_metadata new file mode 100644 index 00000000000..e1427db9fd6 Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/_metadata differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/d1e26b82-39d4-4186-86fd-b7d2e44bbc98 b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/d1e26b82-39d4-4186-86fd-b7d2e44bbc98 new file mode 100644 index 00000000000..42847ca4127 Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/d1e26b82-39d4-4186-86fd-b7d2e44bbc98 differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/e2754e11-f2ad-4f0a-83ee-2c25a19c6912 b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/e2754e11-f2ad-4f0a-83ee-2c25a19c6912 new file mode 100644 index 00000000000..8e7e475c846 Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/e2754e11-f2ad-4f0a-83ee-2c25a19c6912 differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/e895058e-1532-4a53-9c8b-8a47a2194b23 b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/e895058e-1532-4a53-9c8b-8a47a2194b23 new file mode 100644 index 00000000000..2f020711c6f Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint-native/e895058e-1532-4a53-9c8b-8a47a2194b23 differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint/_metadata b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint/_metadata new file mode 100644 index 00000000000..1589d2704ea Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint/_metadata differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint/eb314510-40b9-4516-918c-b65b9eb580f4 b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint/eb314510-40b9-4516-918c-b65b9eb580f4 new file mode 100644 index 00000000000..88db0284d3b Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint/eb314510-40b9-4516-918c-b65b9eb580f4 differ diff --git a/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint/ec0bb60c-f64e-4a24-92aa-53c19074cf22 b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint/ec0bb60c-f64e-4a24-92aa-53c19074cf22 new file mode 100644 index 00000000000..2f020711c6f Binary files /dev/null and b/flink-tests/src/test/resources/type-serializer-snapshot-migration-itcase-flink1.16-rocksdb-savepoint/ec0bb60c-f64e-4a24-92aa-53c19074cf22 differ
