Uploaded image for project: 'WiredTiger'
  1. WiredTiger
  2. WT-9357

Generation drain timeout after calling compact_checkpoint

    • Storage Engines - 2023-01-10

      The failure happened during PR testing.

      Format configuration:

      ############################################
      #  RUN PARAMETERS: V3
      ############################################
      assert.read_timestamp=0
      assert.write_timestamp=0
      backup=0
      backup.incremental=off
      backup.incr_granularity=10115
      block_cache=0
      block_cache.cache_on_checkpoint=0
      block_cache.cache_on_writes=1
      block_cache.size=14
      btree.huffman_value=0
      cache=680
      cache.evict_max=3
      cache.minimum=20
      checkpoint=wiredtiger
      checkpoint.log_size=77
      checkpoint.wait=96
      disk.data_extend=0
      disk.direct_io=1
      disk.encryption=none
      disk.mmap=1
      disk.mmap_all=0
      format.abort=0
      format.independent_thread_rng=0
      format.major_timeout=0
      import=0
      logging=0
      logging.compression=none
      logging.file_max=395078
      logging.prealloc=1
      logging.remove=1
      ops.alter=0
      ops.compaction=1
      ops.hs_cursor=1
      ops.prepare=0
      ops.random_cursor=1
      ops.salvage=0
      ops.verify=1
      quiet=1
      runs.in_memory=0
      runs.ops=0
      runs.rows=1000000
      runs.tables=3
      runs.threads=32
      runs.timer=21
      runs.type=variable-length column-store
      runs.verify_failure_dump=0
      statistics=0
      statistics.server=0
      stress.aggressive_sweep=0
      stress.checkpoint=0
      stress.checkpoint_reserved_txnid_delay=0
      stress.checkpoint_prepare=0
      stress.evict_reposition=0
      stress.failpoint_hs_delete_key_from_ts=1
      stress.hs_checkpoint_delay=0
      stress.hs_search=0
      stress.hs_sweep=0
      stress.split_1=0
      stress.split_2=0
      stress.split_3=0
      stress.split_4=0
      stress.split_5=0
      stress.split_6=0
      stress.split_7=0
      transaction.implicit=0
      transaction.timestamps=1
      wiredtiger.config=off
      wiredtiger.rwlock=1
      wiredtiger.leak_memory=0
      ############################################
      #  TABLE PARAMETERS: table 1
      ############################################
      table1.btree.compression=none
      table1.btree.dictionary=1
      table1.btree.internal_key_truncation=1
      table1.btree.internal_page_max=10
      table1.btree.leaf_page_max=11
      table1.btree.memory_page_max=7
      table1.btree.repeat_data_pct=11
      table1.btree.split_pct=99
      table1.btree.value_max=80
      table1.btree.value_min=20
      table1.disk.checksum=unencrypted
      table1.disk.firstfit=0
      table1.ops.pct.delete=10
      table1.ops.pct.insert=37
      table1.ops.pct.modify=43
      table1.ops.pct.read=5
      table1.ops.pct.write=5
      table1.ops.truncate=1
      table1.runs.source=table
      ############################################
      #  TABLE PARAMETERS: table 2
      ############################################
      table2.btree.compression=none
      table2.btree.dictionary=0
      table2.btree.internal_key_truncation=1
      table2.btree.internal_page_max=14
      table2.btree.leaf_page_max=14
      table2.btree.memory_page_max=2
      table2.btree.repeat_data_pct=20
      table2.btree.split_pct=86
      table2.btree.value_max=80
      table2.btree.value_min=20
      table2.disk.checksum=on
      table2.disk.firstfit=0
      table2.ops.pct.delete=2
      table2.ops.pct.insert=8
      table2.ops.pct.modify=81
      table2.ops.pct.read=4
      table2.ops.pct.write=5
      table2.ops.truncate=1
      table2.runs.source=table
      ############################################
      #  TABLE PARAMETERS: table 3
      ############################################
      table3.btree.compression=none
      table3.btree.dictionary=0
      table3.btree.internal_key_truncation=1
      table3.btree.internal_page_max=17
      table3.btree.leaf_page_max=9
      table3.btree.memory_page_max=1
      table3.btree.repeat_data_pct=57
      table3.btree.split_pct=66
      table3.btree.value_max=80
      table3.btree.value_min=20
      table3.disk.checksum=uncompressed
      table3.disk.firstfit=1
      table3.ops.pct.delete=57
      table3.ops.pct.insert=43
      table3.ops.pct.modify=0
      table3.ops.pct.read=0
      table3.ops.pct.write=0
      table3.ops.truncate=1
      table3.runs.source=table 

      Stack trace:

      Program terminated with signal SIGABRT, Aborted.
      #0  __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50
      [Current thread is 1 (Thread 0x7fc708a83700 (LWP 369440))]
      #0  __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50
      #1  0x00007fc71a8a5859 in __GI_abort () at abort.c:79
      #2  0x00007fc71ab18b36 in __wt_abort (session=session@entry=0x206db00) at ../src/os_common/os_abort.c:30
      #3  0x00007fc71ab2658f in __wt_gen_drain (session=0x206db00, which=2, generation=53) at ../src/support/generation.c:173
      #4  0x00007fc71abbc0ae in __wt_sync_file (session=session@entry=0x206db00, syncop=syncop@entry=WT_SYNC_CHECKPOINT) at ../src/btree/bt_sync.c:509
      #5  0x00007fc71ad33881 in __checkpoint_tree (session=0x206db00, is_checkpoint=<optimized out>, cfg=<optimized out>) at ../src/txn/txn_ckpt.c:2089
      #6  0x00007fc71ad33fdd in __wt_checkpoint (session=0x206db00, cfg=0x7fc708a82d80) at ../src/txn/txn_ckpt.c:2259
      #7  0x00007fc71ad35fa5 in __txn_checkpoint (cfg=<optimized out>, session=0x206db00) at ../src/txn/txn_ckpt.c:1148
      #8  __txn_checkpoint_wrapper (session=0x206db00, cfg=<optimized out>) at ../src/txn/txn_ckpt.c:1289
      #9  0x00007fc71ad36386 in __wt_txn_checkpoint (session=session@entry=0x206db00, cfg=cfg@entry=0x7fc708a82d80, waiting=waiting@entry=true) at ../src/txn/txn_ckpt.c:1352
      #10 0x00007fc71ad0d562 in __compact_checkpoint (session=0x206db00) at ../src/session/session_compact.c:222
      #11 __compact_worker (session=<optimized out>) at ../src/session/session_compact.c:246
      #12 __wt_session_compact (wt_session=0x206db00, uri=<optimized out>, config=<optimized out>) at ../src/session/session_compact.c:395
      #13 0x000000000040561d in compact (arg=<optimized out>) at ../test/format/compact.c:71
      #14 0x00007fc71aa8d609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #15 0x00007fc71a9a2133 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 

            Assignee:
            backlog-server-storage-engines [DO NOT USE] Backlog - Storage Engines Team
            Reporter:
            etienne.petrel@mongodb.com Etienne Petrel
            Votes:
            0 Vote for this issue
            Watchers:
            4 Start watching this issue

              Created:
              Updated:
              Resolved: