Major - P3 Error:
[2023/03/08 09:01:57.426] checkpoint WiredTigerCheckpoint
[2023/03/08 09:01:57.426] mirror: 449172/449280 mismatch: table:T00001: {0000449172.00/opqrstuvwxyzabcdefgh}/{0000449172/hMNOPQRSTU---ponmlkjih}, file:F00002: {0000449280.00/opqrstuvwxyzabcdef}/{0000449280/PMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOPQRSTUVWXYZABCDEFGHIJKLMNOP}
Config:
############################################ # RUN PARAMETERS: V3 ############################################ assert.read_timestamp=0 backup=0 backup.incremental=off backup.incr_granularity=7195 block_cache=0 block_cache.cache_on_checkpoint=1 block_cache.cache_on_writes=1 block_cache.size=46 btree.huffman_value=0 buffer_alignment=0 cache=320 cache.evict_max=4 cache.minimum=20 checkpoint=on checkpoint.log_size=38 checkpoint.wait=71 debug.checkpoint_retention=4 debug.cursor_reposition=0 debug.eviction=0 debug.log_retention=5 debug.realloc_exact=0 debug.realloc_malloc=0 debug.slow_checkpoint=0 debug.table_logging=0 debug.update_restore_evict=0 disk.data_extend=0 disk.direct_io=0 disk.encryption=none disk.mmap=1 disk.mmap_all=0 file_manager.close_handle_minimum=22 file_manager.close_idle_time=4 file_manager.close_scan_interval=19 format.abort=0 format.independent_thread_rng=1 format.major_timeout=0 import=0 logging=0 logging.compression=none logging.file_max=175651 logging.prealloc=1 logging.remove=1 ops.alter=0 ops.compaction=1 ops.hs_cursor=0 ops.bound_cursor=0 ops.prepare=0 ops.random_cursor=0 ops.salvage=0 ops.verify=1 quiet=1 random.data_seed=12031255 random.extra_seed=15054741 runs.in_memory=0 runs.ops=0 runs.predictable_replay=0 runs.rows=3400000 runs.tables=3 runs.threads=16 runs.timer=26 runs.verify_failure_dump=0 statistics.mode=fast statistics_log.sources=off stress.aggressive_sweep=0 stress.checkpoint=0 stress.checkpoint_evict_page=0 stress.checkpoint_prepare=0 stress.evict_reposition=0 stress.failpoint_eviction_fail_after_reconciliation=1 stress.failpoint_hs_delete_key_from_ts=0 stress.hs_checkpoint_delay=0 stress.hs_search=0 stress.hs_sweep=0 stress.sleep_before_read_overflow_onpage=0 stress.split_1=0 stress.split_2=0 stress.split_3=0 stress.split_4=0 stress.split_5=0 stress.split_6=0 stress.split_7=0 transaction.implicit=0 transaction.timestamps=1 wiredtiger.config=off wiredtiger.rwlock=0 wiredtiger.leak_memory=0 ############################################ # TABLE PARAMETERS: table 1 ############################################ table1.btree.compression=zlib table1.btree.dictionary=0 table1.btree.internal_key_truncation=1 table1.btree.internal_page_max=14 table1.btree.key_max=109 table1.btree.key_min=31 table1.btree.leaf_page_max=16 table1.btree.memory_page_max=2 table1.btree.prefix_len=0 table1.btree.prefix_compression=1 table1.btree.prefix_compression_min=4 table1.btree.reverse=0 table1.btree.split_pct=93 table1.btree.value_max=3301 table1.btree.value_min=6 table1.disk.checksum=unencrypted table1.disk.firstfit=0 table1.ops.pct.delete=49 table1.ops.pct.insert=0 table1.ops.pct.modify=3 table1.ops.pct.read=15 table1.ops.pct.write=33 table1.ops.truncate=0 table1.runs.mirror=1 table1.runs.source=table table1.runs.type=row-store ############################################ # TABLE PARAMETERS: table 2 ############################################ table2.btree.compression=none table2.btree.dictionary=0 table2.btree.internal_key_truncation=1 table2.btree.internal_page_max=12 table2.btree.key_max=68 table2.btree.key_min=30 table2.btree.leaf_page_max=17 table2.btree.memory_page_max=4 table2.btree.prefix_len=0 table2.btree.prefix_compression=1 table2.btree.prefix_compression_min=4 table2.btree.reverse=0 table2.btree.split_pct=56 table2.btree.value_max=2383 table2.btree.value_min=11 table2.disk.checksum=unencrypted table2.disk.firstfit=1 table2.ops.pct.delete=29 table2.ops.pct.insert=63 table2.ops.pct.modify=5 table2.ops.pct.read=3 table2.ops.pct.write=0 table2.ops.truncate=0 table2.runs.mirror=1 table2.runs.source=file table2.runs.type=row-store ############################################ # TABLE PARAMETERS: table 3 ############################################ table3.btree.compression=lz4 table3.btree.dictionary=0 table3.btree.internal_key_truncation=1 table3.btree.internal_page_max=16 table3.btree.key_max=98 table3.btree.key_min=23 table3.btree.leaf_page_max=17 table3.btree.memory_page_max=4 table3.btree.prefix_len=0 table3.btree.prefix_compression=1 table3.btree.prefix_compression_min=8 table3.btree.reverse=0 table3.btree.split_pct=62 table3.btree.value_max=2204 table3.btree.value_min=15 table3.disk.checksum=unencrypted table3.disk.firstfit=0 table3.ops.pct.delete=6 table3.ops.pct.insert=0 table3.ops.pct.modify=8 table3.ops.pct.read=85 table3.ops.pct.write=1 table3.ops.truncate=0 table3.runs.mirror=0 table3.runs.source=table table3.runs.type=row-store
Example patch builds:
Did not reproduce with RelWithDebugInfo yet.