Uploaded image for project: 'WiredTiger'
  1. WiredTiger
  2. WT-9114

Memory usage in test format leading to OOM kills for certain configs

    • Type: Icon: Build Failure Build Failure
    • Resolution: Won't Fix
    • Priority: Icon: Major - P3 Major - P3
    • None
    • Affects Version/s: None
    • Component/s: None
    • 8
    • Storage Engines - 2022-12-12

      format-stress-test-no-barrier on ubuntu2004-stress-tests

      Host: i-0b4eba86c3920e696
      Project: wiredtiger
      Commit: 5840fabb

      Task Logs:

      format-stress-test-no-barrier task_log

      Logs:

      ############################################
      #  RUN PARAMETERS: V3
      ############################################
      assert.read_timestamp=0
      assert.write_timestamp=0
      backup=1
      backup.incremental=off
      backup.incr_granularity=10189
      block_cache=0
      block_cache.cache_on_checkpoint=0
      block_cache.cache_on_writes=0
      block_cache.size=30
      btree.huffman_value=0
      cache=2408
      cache.evict_max=0
      cache.minimum=20
      checkpoint=on
      checkpoint.log_size=143
      checkpoint.wait=5
      disk.data_extend=0
      disk.direct_io=0
      disk.encryption=rotn-7
      disk.mmap=1
      disk.mmap_all=0
      format.abort=0
      format.independent_thread_rng=1
      format.major_timeout=0
      import=0
      logging=0
      logging.compression=none
      logging.file_max=22636
      logging.prealloc=1
      logging.remove=1
      ops.alter=0
      ops.compaction=1
      ops.hs_cursor=0
      ops.prepare=0
      ops.random_cursor=0
      ops.salvage=0
      ops.verify=1
      quiet=1
      runs.in_memory=0
      runs.ops=0
      runs.rows=5000000
      runs.tables=10
      runs.threads=28
      runs.timer=21
      runs.type=variable-length column-store
      runs.verify_failure_dump=0
      statistics=1
      statistics.server=0
      stress.aggressive_sweep=0
      stress.checkpoint=0
      stress.checkpoint_reserved_txnid_delay=0
      stress.checkpoint_prepare=0
      stress.failpoint_hs_delete_key_from_ts=1
      stress.hs_checkpoint_delay=0
      stress.hs_search=0
      stress.hs_sweep=0
      stress.split_1=0
      stress.split_2=0
      stress.split_3=0
      stress.split_4=0
      stress.split_5=0
      stress.split_6=1
      stress.split_7=0
      transaction.implicit=0
      transaction.timestamps=1
      wiredtiger.config=off
      wiredtiger.rwlock=1
      wiredtiger.leak_memory=0
      ############################################
      #  TABLE PARAMETERS: table 1
      ############################################
      table1.btree.compression=lz4
      table1.btree.dictionary=0
      table1.btree.internal_key_truncation=1
      table1.btree.internal_page_max=15
      table1.btree.key_max=22
      table1.btree.key_min=11
      table1.btree.leaf_page_max=11
      table1.btree.memory_page_max=6
      table1.btree.prefix_len=0
      table1.btree.prefix_compression=1
      table1.btree.prefix_compression_min=7
      table1.btree.reverse=0
      table1.btree.split_pct=72
      table1.btree.value_max=1302
      table1.btree.value_min=4
      table1.disk.checksum=unencrypted
      table1.disk.firstfit=0
      table1.ops.pct.delete=20
      table1.ops.pct.insert=24
      table1.ops.pct.modify=10
      table1.ops.pct.read=30
      table1.ops.pct.write=16
      table1.ops.truncate=1
      table1.runs.source=table
      table1.runs.type=row-store
      ############################################
      #  TABLE PARAMETERS: table 2
      ############################################
      table2.btree.compression=none
      table2.btree.dictionary=0
      table2.btree.internal_key_truncation=1
      table2.btree.internal_page_max=13
      table2.btree.leaf_page_max=15
      table2.btree.memory_page_max=1
      table2.btree.repeat_data_pct=84
      table2.btree.split_pct=92
      table2.btree.value_max=2572
      table2.btree.value_min=4
      table2.disk.checksum=unencrypted
      table2.disk.firstfit=0
      table2.ops.pct.delete=48
      table2.ops.pct.insert=48
      table2.ops.pct.modify=0
      table2.ops.pct.read=2
      table2.ops.pct.write=2
      table2.ops.truncate=1
      table2.runs.source=file
      ############################################
      #  TABLE PARAMETERS: table 3
      ############################################
      table3.btree.compression=none
      table3.btree.dictionary=0
      table3.btree.internal_key_truncation=1
      table3.btree.internal_page_max=13
      table3.btree.leaf_page_max=15
      table3.btree.memory_page_max=3
      table3.btree.repeat_data_pct=79
      table3.btree.split_pct=60
      table3.btree.value_max=871
      table3.btree.value_min=7
      table3.disk.checksum=on
      table3.disk.firstfit=1
      table3.ops.pct.delete=26
      table3.ops.pct.insert=4
      table3.ops.pct.modify=60
      table3.ops.pct.read=6
      table3.ops.pct.write=4
      table3.ops.truncate=1
      table3.runs.source=file
      ############################################
      #  TABLE PARAMETERS: table 4
      ############################################
      table4.btree.compression=none
      table4.btree.dictionary=0
      table4.btree.internal_key_truncation=1
      table4.btree.internal_page_max=17
      table4.btree.leaf_page_max=13
      table4.btree.memory_page_max=4
      table4.btree.repeat_data_pct=43
      table4.btree.split_pct=80
      table4.btree.value_max=1726
      table4.btree.value_min=3
      table4.disk.checksum=unencrypted
      table4.disk.firstfit=0
      table4.ops.pct.delete=3
      table4.ops.pct.insert=8
      table4.ops.pct.modify=41
      table4.ops.pct.read=44
      table4.ops.pct.write=4
      table4.ops.truncate=1
      table4.runs.source=table
      ############################################
      #  TABLE PARAMETERS: table 5
      ############################################
      table5.btree.compression=zlib
      table5.btree.dictionary=0
      table5.btree.internal_key_truncation=1
      table5.btree.internal_page_max=15
      table5.btree.key_max=65
      table5.btree.key_min=23
      table5.btree.leaf_page_max=13
      table5.btree.memory_page_max=10
      table5.btree.prefix_len=0
      table5.btree.prefix_compression=1
      table5.btree.prefix_compression_min=5
      table5.btree.reverse=0
      table5.btree.split_pct=54
      table5.btree.value_max=2153
      table5.btree.value_min=6
      table5.disk.checksum=unencrypted
      table5.disk.firstfit=0
      table5.ops.pct.delete=3
      table5.ops.pct.insert=57
      table5.ops.pct.modify=1
      table5.ops.pct.read=33
      table5.ops.pct.write=6
      table5.ops.truncate=1
      table5.runs.source=table
      table5.runs.type=row-store
      ############################################
      #  TABLE PARAMETERS: table 6
      ############################################
      table6.btree.compression=lz4
      table6.btree.dictionary=0
      table6.btree.internal_key_truncation=1
      table6.btree.internal_page_max=17
      table6.btree.leaf_page_max=16
      table6.btree.memory_page_max=5
      table6.btree.repeat_data_pct=56
      table6.btree.split_pct=97
      table6.btree.value_max=1456
      table6.btree.value_min=20
      table6.disk.checksum=uncompressed
      table6.disk.firstfit=0
      table6.ops.pct.delete=2
      table6.ops.pct.insert=1
      table6.ops.pct.modify=70
      table6.ops.pct.read=21
      table6.ops.pct.write=6
      table6.ops.truncate=1
      table6.runs.source=table
      ############################################
      #  TABLE PARAMETERS: table 7
      ############################################
      table7.btree.compression=zlib
      table7.btree.dictionary=0
      table7.btree.internal_key_truncation=1
      table7.btree.internal_page_max=17
      table7.btree.key_max=89
      table7.btree.key_min=20
      table7.btree.leaf_page_max=14
      table7.btree.memory_page_max=6
      table7.btree.prefix_len=0
      table7.btree.prefix_compression=1
      table7.btree.prefix_compression_min=2
      table7.btree.reverse=1
      table7.btree.split_pct=75
      table7.btree.value_max=881
      table7.btree.value_min=3
      table7.disk.checksum=unencrypted
      table7.disk.firstfit=0
      table7.ops.pct.delete=18
      table7.ops.pct.insert=30
      table7.ops.pct.modify=4
      table7.ops.pct.read=2
      table7.ops.pct.write=46
      table7.ops.truncate=1
      table7.runs.source=table
      table7.runs.type=row-store
      ############################################
      #  TABLE PARAMETERS: table 8
      ############################################
      table8.btree.compression=none
      table8.btree.dictionary=0
      table8.btree.internal_key_truncation=1
      table8.btree.internal_page_max=12
      table8.btree.key_max=40
      table8.btree.key_min=26
      table8.btree.leaf_page_max=9
      table8.btree.memory_page_max=3
      table8.btree.prefix_len=0
      table8.btree.prefix_compression=1
      table8.btree.prefix_compression_min=3
      table8.btree.reverse=0
      table8.btree.split_pct=75
      table8.btree.value_max=2413
      table8.btree.value_min=14
      table8.disk.checksum=on
      table8.disk.firstfit=0
      table8.ops.pct.delete=69
      table8.ops.pct.insert=7
      table8.ops.pct.modify=6
      table8.ops.pct.read=3
      table8.ops.pct.write=15
      table8.ops.truncate=1
      table8.runs.source=table
      table8.runs.type=row-store
      ############################################
      #  TABLE PARAMETERS: table 9
      ############################################
      table9.btree.compression=lz4
      table9.btree.dictionary=0
      table9.btree.internal_key_truncation=1
      table9.btree.internal_page_max=15
      table9.btree.key_max=21
      table9.btree.key_min=21
      table9.btree.leaf_page_max=17
      table9.btree.memory_page_max=3
      table9.btree.prefix_len=0
      table9.btree.prefix_compression=0
      table9.btree.prefix_compression_min=0
      table9.btree.reverse=0
      table9.btree.split_pct=78
      table9.btree.value_max=4063
      table9.btree.value_min=6
      table9.disk.checksum=unencrypted
      table9.disk.firstfit=0
      table9.ops.pct.delete=0
      table9.ops.pct.insert=94
      table9.ops.pct.modify=2
      table9.ops.pct.read=0
      table9.ops.pct.write=4
      table9.ops.truncate=1
      table9.runs.source=file
      table9.runs.type=row-store
      ############################################
      #  TABLE PARAMETERS: table 10
      ############################################
      table10.btree.compression=snappy
      table10.btree.dictionary=0
      table10.btree.internal_key_truncation=1
      table10.btree.internal_page_max=17
      table10.btree.leaf_page_max=15
      table10.btree.memory_page_max=2
      table10.btree.repeat_data_pct=44
      table10.btree.split_pct=99
      table10.btree.value_max=3988
      table10.btree.value_min=16
      table10.disk.checksum=on
      table10.disk.firstfit=0
      table10.ops.pct.delete=65
      table10.ops.pct.insert=23
      table10.ops.pct.modify=10
      table10.ops.pct.read=1
      table10.ops.pct.write=1
      table10.ops.truncate=1
      table10.runs.source=table
      ########################################
      test/format run conf
      Link: https://evergreen.mongodb.com/task_log_raw/wiredtiger_ubuntu2004_stress_tests_format_stress_test_no_barrier_5840fabbd5510b3f188ca7dbd35b694378a34650_22_04_08_05_32_23/0?type=T#L990
      

      logs

            Assignee:
            mick.graham@mongodb.com Mick Graham
            Reporter:
            Xgen-BuildBaron-User xgen-buildbaron-user
            Votes:
            0 Vote for this issue
            Watchers:
            8 Start watching this issue

              Created:
              Updated:
              Resolved: