Uploaded image for project: 'WiredTiger'
  1. WiredTiger
  2. WT-11448

Fix truncation mismatch verification test problem

    • 8
    • ASeasonTooMany-2023-08-22

      Failure reproduces on develop (default build).

      Logs:

          t: process 203746 running
          checkpoint WiredTigerCheckpoint
          mirror: 1799937/1799936 mismatch: table:T00001: {0001799937.00/opqrstuvwxyzabcdefg}/{DUPLICATEV/LMNOPQRSTUVWX}, table:T00003: {#}/{DUPLIC}
          last successful match was 1799935
          mirror error: base cursor (table 1): dumping to /data/RUN/RUNDIR.53/FAIL.pagedump.1
          mirror error: table cursor (table 3): dumping to /data/RUN/RUNDIR.53/FAIL.pagedump.2
          mirror error: table key number 1799936 in table 1: dumping to /data/RUN/RUNDIR.53/FAIL.pagedump.3
          mirror error: base key number 1799937 in table 2: dumping to /data/RUN/RUNDIR.53/FAIL.pagedump.4
          mirror error: table key number 1799936 in table 2: dumping to /data/RUN/RUNDIR.53/FAIL.pagedump.5
          mirror error: base key number 1799937 in table 3: dumping to /data/RUN/RUNDIR.53/FAIL.pagedump.6
          mirror error: base key number 1799937 in table 4: dumping to /data/RUN/RUNDIR.53/FAIL.pagedump.7
          mirror error: table key number 1799936 in table 4: dumping to /data/RUN/RUNDIR.53/FAIL.pagedump.8
          mirror error: base key number 1799937 in table 5: dumping to /data/RUN/RUNDIR.53/FAIL.pagedump.9
          mirror error: table key number 1799936 in table 5: dumping to /data/RUN/RUNDIR.53/FAIL.pagedump.10
          t: FAILED: table_verify_mirror/314: base_keyno == table_keyno || (FLD_ISSET(g.trace_flags, TRACE_MIRROR_FAIL) && failures < 20)    t: run FAILED 

      Config:

      ############################################
      #  RUN PARAMETERS: V3
      ############################################
      assert.read_timestamp=0
      backup=1
      backup.incremental=off
      backup.incr_granularity=11004
      block_cache=0
      block_cache.cache_on_checkpoint=0
      block_cache.cache_on_writes=1
      block_cache.size=35
      btree.huffman_value=0
      buffer_alignment=0
      cache=350
      cache.evict_max=2
      cache.eviction_dirty_target=0
      cache.eviction_dirty_trigger=0
      cache.minimum=20
      checkpoint=on
      checkpoint.log_size=64
      checkpoint.wait=99
      compact.free_space_target=27
      debug.checkpoint_retention=8
      debug.cursor_reposition=0
      debug.eviction=0
      debug.log_retention=1
      debug.realloc_exact=0
      debug.realloc_malloc=0
      debug.slow_checkpoint=0
      debug.table_logging=0
      debug.update_restore_evict=0
      disk.data_extend=0
      disk.direct_io=0
      disk.encryption=rotn-7
      disk.mmap=0
      disk.mmap_all=1
      file_manager.close_handle_minimum=10
      file_manager.close_idle_time=14
      file_manager.close_scan_interval=27
      format.abort=0
      format.independent_thread_rng=1
      format.major_timeout=0
      import=0
      logging=0
      logging.compression=none
      logging.file_max=225720
      logging.prealloc=0
      logging.remove=1
      ops.alter=0
      ops.compaction=1
      ops.hs_cursor=1
      ops.bound_cursor=0
      ops.prepare=0
      ops.random_cursor=0
      ops.salvage=1
      ops.verify=1
      quiet=1
      random.data_seed=1159643
      random.extra_seed=10621361
      runs.in_memory=0
      runs.ops=0
      runs.predictable_replay=0
      runs.rows=1800000
      runs.tables=7
      runs.threads=4
      runs.timer=6
      runs.verify_failure_dump=0
      statistics.mode=fast
      statistics_log.sources=off
      stress.aggressive_stash_free=0
      stress.aggressive_sweep=0
      stress.checkpoint=0
      stress.checkpoint_evict_page=0
      stress.checkpoint_prepare=0
      stress.evict_reposition=0
      stress.failpoint_eviction_split=0
      stress.failpoint_hs_delete_key_from_ts=0
      stress.hs_checkpoint_delay=0
      stress.hs_search=0
      stress.hs_sweep=0
      stress.prepare_resolution_1=0
      stress.sleep_before_read_overflow_onpage=0
      stress.split_1=1
      stress.split_2=0
      stress.split_3=0
      stress.split_4=0
      stress.split_5=1
      stress.split_6=0
      stress.split_7=0
      stress.split_8=0
      tiered_storage.flush_frequency=0
      tiered_storage.storage_source=off
      transaction.implicit=93
      transaction.operation_timeout_ms=2000
      transaction.timestamps=0
      wiredtiger.config=off
      wiredtiger.rwlock=1
      wiredtiger.leak_memory=0
      ############################################
      #  TABLE PARAMETERS: table 1
      ############################################
      table1.btree.compression=zstd
      table1.btree.dictionary=0
      table1.btree.internal_key_truncation=1
      table1.btree.internal_page_max=12
      table1.btree.key_max=98
      table1.btree.key_min=31
      table1.btree.leaf_page_max=14
      table1.btree.memory_page_max=6
      table1.btree.prefix_len=0
      table1.btree.prefix_compression=1
      table1.btree.prefix_compression_min=2
      table1.btree.reverse=0
      table1.btree.split_pct=66
      table1.btree.value_max=3566
      table1.btree.value_min=15
      table1.disk.checksum=unencrypted
      table1.disk.firstfit=0
      table1.ops.pareto=0
      table1.ops.pareto.skew=81
      table1.ops.pct.delete=0
      table1.ops.pct.insert=0
      table1.ops.pct.modify=1
      table1.ops.pct.read=95
      table1.ops.pct.write=4
      table1.ops.truncate=1
      table1.runs.mirror=1
      table1.runs.source=table
      table1.runs.type=row-store
      ############################################
      #  TABLE PARAMETERS: table 2
      ############################################
      table2.btree.compression=snappy
      table2.btree.dictionary=0
      table2.btree.internal_key_truncation=1
      table2.btree.internal_page_max=17
      table2.btree.key_max=27
      table2.btree.key_min=27
      table2.btree.leaf_page_max=16
      table2.btree.memory_page_max=8
      table2.btree.prefix_len=0
      table2.btree.prefix_compression=0
      table2.btree.prefix_compression_min=6
      table2.btree.reverse=0
      table2.btree.split_pct=84
      table2.btree.value_max=1477
      table2.btree.value_min=19
      table2.disk.checksum=unencrypted
      table2.disk.firstfit=0
      table2.ops.pareto=0
      table2.ops.pareto.skew=76
      table2.ops.pct.delete=2
      table2.ops.pct.insert=98
      table2.ops.pct.modify=0
      table2.ops.pct.read=0
      table2.ops.pct.write=0
      table2.ops.truncate=1
      table2.runs.mirror=1
      table2.runs.source=file
      table2.runs.type=row-store
      ############################################
      #  TABLE PARAMETERS: table 3
      ############################################
      table3.btree.compression=snappy
      table3.btree.dictionary=0
      table3.btree.internal_key_truncation=1
      table3.btree.internal_page_max=14
      table3.btree.leaf_page_max=13
      table3.btree.memory_page_max=10
      table3.btree.repeat_data_pct=69
      table3.btree.split_pct=71
      table3.btree.value_max=2515
      table3.btree.value_min=5
      table3.disk.checksum=unencrypted
      table3.disk.firstfit=0
      table3.ops.pareto=1
      table3.ops.pareto.skew=85
      table3.ops.pct.delete=4
      table3.ops.pct.insert=3
      table3.ops.pct.modify=65
      table3.ops.pct.read=24
      table3.ops.pct.write=4
      table3.ops.truncate=1
      table3.runs.mirror=1
      table3.runs.source=table
      table3.runs.type=variable-length column-store
      ############################################
      #  TABLE PARAMETERS: table 4
      ############################################
      table4.btree.compression=none
      table4.btree.dictionary=0
      table4.btree.internal_key_truncation=1
      table4.btree.internal_page_max=14
      table4.btree.key_max=57
      table4.btree.key_min=18
      table4.btree.leaf_page_max=9
      table4.btree.memory_page_max=3
      table4.btree.prefix_len=0
      table4.btree.prefix_compression=1
      table4.btree.prefix_compression_min=3
      table4.btree.reverse=0
      table4.btree.split_pct=54
      table4.btree.value_max=2565
      table4.btree.value_min=4
      table4.disk.checksum=on
      table4.disk.firstfit=0
      table4.ops.pareto=0
      table4.ops.pareto.skew=63
      table4.ops.pct.delete=5
      table4.ops.pct.insert=71
      table4.ops.pct.modify=15
      table4.ops.pct.read=0
      table4.ops.pct.write=9
      table4.ops.truncate=1
      table4.runs.mirror=1
      table4.runs.source=table
      table4.runs.type=row-store
      ############################################
      #  TABLE PARAMETERS: table 5
      ############################################
      table5.btree.compression=lz4
      table5.btree.dictionary=0
      table5.btree.internal_key_truncation=1
      table5.btree.internal_page_max=12
      table5.btree.leaf_page_max=14
      table5.btree.memory_page_max=1
      table5.btree.repeat_data_pct=79
      table5.btree.split_pct=82
      table5.btree.value_max=3812
      table5.btree.value_min=19
      table5.disk.checksum=unencrypted
      table5.disk.firstfit=1
      table5.ops.pareto=0
      table5.ops.pareto.skew=58
      table5.ops.pct.delete=27
      table5.ops.pct.insert=14
      table5.ops.pct.modify=1
      table5.ops.pct.read=13
      table5.ops.pct.write=45
      table5.ops.truncate=1
      table5.runs.mirror=1
      table5.runs.source=table
      table5.runs.type=variable-length column-store
      ############################################
      #  TABLE PARAMETERS: table 6
      ############################################
      table6.btree.compression=zstd
      table6.btree.dictionary=1
      table6.btree.internal_key_truncation=1
      table6.btree.internal_page_max=14
      table6.btree.leaf_page_max=11
      table6.btree.memory_page_max=2
      table6.btree.repeat_data_pct=66
      table6.btree.split_pct=70
      table6.btree.value_max=1329
      table6.btree.value_min=9
      table6.disk.checksum=on
      table6.disk.firstfit=0
      table6.ops.pareto=0
      table6.ops.pareto.skew=24
      table6.ops.pct.delete=13
      table6.ops.pct.insert=62
      table6.ops.pct.modify=6
      table6.ops.pct.read=4
      table6.ops.pct.write=15
      table6.ops.truncate=1
      table6.runs.mirror=0
      table6.runs.source=table
      table6.runs.type=variable-length column-store
      ############################################
      #  TABLE PARAMETERS: table 7
      ############################################
      table7.btree.compression=zlib
      table7.btree.dictionary=0
      table7.btree.internal_key_truncation=1
      table7.btree.internal_page_max=12
      table7.btree.key_max=74
      table7.btree.key_min=23
      table7.btree.leaf_page_max=11
      table7.btree.memory_page_max=5
      table7.btree.prefix_len=0
      table7.btree.prefix_compression=1
      table7.btree.prefix_compression_min=3
      table7.btree.reverse=0
      table7.btree.split_pct=69
      table7.btree.value_max=1070
      table7.btree.value_min=17
      table7.disk.checksum=on
      table7.disk.firstfit=0
      table7.ops.pareto=0
      table7.ops.pareto.skew=48
      table7.ops.pct.delete=1
      table7.ops.pct.insert=22
      table7.ops.pct.modify=49
      table7.ops.pct.read=24
      table7.ops.pct.write=4
      table7.ops.truncate=1
      table7.runs.mirror=0
      table7.runs.source=table
      table7.runs.type=row-store 

            Assignee:
            jie.chen@mongodb.com Jie Chen
            Reporter:
            mick.graham@mongodb.com Mick Graham
            Votes:
            0 Vote for this issue
            Watchers:
            6 Start watching this issue

              Created:
              Updated:
              Resolved: