Task logger initialized (agent version '2026-05-20' from Evergreen build revision '3e25589719e28d182f8a814037ceb26c58e56cb0').
Starting task 'wiredtiger_disagg_amazon2023_disagg_stress_format_stress_test_disagg_switch_fast_truncate_1_8296a24f105fa0960211ca18830ab97dc0866636_26_05_22_02_13_59', execution 0.
Running pre-task commands.
Running command 'shell.exec' in function 'cleanup' (step 1 of 2) in block 'pre'.
Finished command 'shell.exec' in function 'cleanup' (step 1 of 2) in block 'pre' in 2.216407ms.
Running command 'expansions.update' in function 'setup environment' (step 2 of 2) in block 'pre'.
Finished command 'expansions.update' in function 'setup environment' (step 2 of 2) in block 'pre' in 30.413µs.
Finished running pre-task commands in 2.435685ms.
Running task commands.
Running command 's3.get' in function 'fetch artifacts' (step 1 of 2).
Fetching remote file 'wiredtiger/amazon2023-disagg-stress/8296a24f105fa0960211ca18830ab97dc0866636/artifacts/compile_wiredtiger_disagg_amazon2023_disagg_stress_8296a24f105fa0960211ca18830ab97dc0866636_26_05_22_02_13_59.tgz' from S3 bucket 'build_external' (attempt 1 of 5).
Finished command 's3.get' in function 'fetch artifacts' (step 1 of 2) in 5.448409081s.
Running command 'shell.exec' in function 'format test disagg' (step 2 of 2).
export WT_TOPDIR=$(git rev-parse --show-toplevel)
export WT_BUILDDIR=$WT_TOPDIR/cmake_build
if [ "$OS" = "Windows_NT" ]; then
  export PATH=/cygdrive/c/python/Python311:/cygdrive/c/python/Python311/Scripts:$PATH
else
  export PATH=/opt/mongodbtoolchain/v5/bin:$PATH
  export LD_LIBRARY_PATH=$WT_BUILDDIR
fi
# Create the common sanitizer options and export the specific sanitizer environment
# variables.
COMMON_SAN_OPTIONS="abort_on_error=1:disable_coredump=0"
if [[ "" =~ ASan ]]; then
  export ASAN_OPTIONS="$COMMON_SAN_OPTIONS:unmap_shadow_on_exit=1"
  asan_lib=$(clang -print-file-name=libclang_rt.asan.so)
  [ -f "$asan_lib" ] || { echo "ERROR: libclang_rt.asan.so not found by clang"; exit 1; }
  export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:$(dirname "$asan_lib")"
  export TESTUTIL_BYPASS_ASAN=1
elif [[ "" =~ MSan ]]; then
  export MSAN_OPTIONS="$COMMON_SAN_OPTIONS:verbosity=3"
  export TESTUTIL_MSAN=1
elif [[ "" =~ TSan ]]; then
  export TSAN_OPTIONS="$COMMON_SAN_OPTIONS:verbosity=3"
  export TESTUTIL_TSAN=1
elif [[ "" =~ UBSan ]]; then
  export UBSAN_OPTIONS="$COMMON_SAN_OPTIONS:print_stacktrace=1"
  export TESTUTIL_UBSAN=1
fi
if [[ 1 -eq 1 ]]; then
  # The preloaded library should be downloaded/built during "configure wiredtiger" step.
  # DO NOT MOVE:This variable must be set in the same function(shell) that runs a test,
  # and as close as possible to the test execution, since it affects all the binaries.
  export LD_PRELOAD=$WT_TOPDIR/TCMALLOC_LIB/libtcmalloc.so
  if [ ! -f "$LD_PRELOAD" ]; then
    echo "Error: TCMalloc support was requested, but the library doesn't exist: $LD_PRELOAD"
    exit 1
  fi
fi
# Set extensions to load
EXT="extensions=["
EXT="$EXT ext/compressors/snappy/libwiredtiger_snappy.so,"
EXT="$EXT ext/collators/reverse/libwiredtiger_reverse_collator.so,"
EXT="$EXT ext/encryptors/rotn/libwiredtiger_rotn.so,"
EXT="$EXT ext/page_log/palite/libwiredtiger_palite.so,"
EXT="$EXT ]"
export EXT
Dump Environment
 eval ${which_declare} ) | /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot "$@"
BASH_FUNC_which%%=() {  ( alias;
CI=true
EVR_AGENT_PID=3626
EVR_TASK_ID=wiredtiger_disagg_amazon2023_disagg_stress_format_stress_test_disagg_switch_fast_truncate_1_8296a24f105fa0960211ca18830ab97dc0866636_26_05_22_02_13_59
EXT=extensions=[ ext/compressors/snappy/libwiredtiger_snappy.so, ext/collators/reverse/libwiredtiger_reverse_collator.so, ext/encryptors/rotn/libwiredtiger_rotn.so, ext/page_log/palite/libwiredtiger_palite.so, ]
GOCACHE=/data/mci/e99d7d6c61fcb1248027f5f85af0138b/wiredtiger/cmake_build/test/format/.gocache
GOTRACEBACK=none
HISTCONTROL=ignoredups
HISTSIZE=1000
HOME=/home/ec2-user
HOSTNAME=ip-10-122-55-121.ec2.internal
INVOCATION_ID=d5c361c100a44b5ca07ce8e9a4b33812
JASPER_ID=bc339116-c6b8-4d6b-b5e2-d18141f04bcb
JASPER_MANAGER=0e953689-3fa3-4bcc-9f5a-2c7ee4908453
JOURNAL_STREAM=8:13932
LANG=C.UTF-8
LC_ALL=C
LD_LIBRARY_PATH=/data/mci/e99d7d6c61fcb1248027f5f85af0138b/wiredtiger/cmake_build
LD_PRELOAD=/data/mci/e99d7d6c61fcb1248027f5f85af0138b/wiredtiger/TCMALLOC_LIB/libtcmalloc.so
LESSOPEN=||/usr/bin/lesspipe.sh %s
LOGNAME=ec2-user
MAIL=/var/spool/mail/ec2-user
PATH=/opt/mongodbtoolchain/v5/bin:/usr/sbin:/usr/sbin:/usr/sbin:/home/ec2-user/.local/bin:/home/ec2-user/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/opt/node/bin:/opt/node/bin:/opt/node/bin
PWD=/data/mci/e99d7d6c61fcb1248027f5f85af0138b/wiredtiger/cmake_build/test/format
SHELL=/bin/bash
SHLVL=1
SYSTEMD_COLORS=false
SYSTEMD_EXEC_PID=3466
S_COLORS=auto
TEMP=/data/mci/e99d7d6c61fcb1248027f5f85af0138b/tmp
TMP=/data/mci/e99d7d6c61fcb1248027f5f85af0138b/tmp
TMPDIR=/data/mci/e99d7d6c61fcb1248027f5f85af0138b/tmp
USER=ec2-user
WT_BUILDDIR=/data/mci/e99d7d6c61fcb1248027f5f85af0138b/wiredtiger/cmake_build
WT_TOPDIR=/data/mci/e99d7d6c61fcb1248027f5f85af0138b/wiredtiger
_=/usr/bin/printenv
which_declare=declare -f
}
echo "Dump Environment"
printenv | sort
# Fail, show the configuration file.
fail() {
  echo "======= FAILURE =========="
  [ -f RUNDIR/CONFIG ] && cat RUNDIR/CONFIG
  exit 1
}
for i in $(seq 5); do
  echo Iteration $i/5
  rm -rf RUNDIR
  ./t -c ../../../test/format/CONFIG.disagg disagg.mode=switch runs.timer=10:15 ops.prepare=0 ops.verify=1 runs.mirror=1  || fail
  if [ true = true ]; then
    ./t -R $format_args  || fail
  fi
done
t: WARNING: table.3 skipped verify because of EBUSY

[1779421536:959937][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_DEFAULT][ERROR]: __rec_hs_next_upd_full_value, 592: WiredTiger assertion failed: 'upd->type == 3'. Expression returned false
[1779421536:959962][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_DEFAULT][ERROR]: __wt_abort, 29: aborting WiredTiger library
[1779421536:959973][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:959979][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:959982][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:959984][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:959986][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_next, 321: Error at src/cursor/cur_hs.c:321: "__curhs_next_visible(session, hs_cursor)" failed: WT_NOTFOUND: item not found
[1779421536:959988][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:959990][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:959991][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:959993][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:959995][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_next, 321: Error at src/cursor/cur_hs.c:321: "__curhs_next_visible(session, hs_cursor)" failed: WT_NOTFOUND: item not found
[1779421536:959997][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_next, 321: Error at src/cursor/cur_hs.c:321: "__curhs_next_visible(session, hs_cursor)" failed: WT_NOTFOUND: item not found
[1779421536:959999][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960001][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960002][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960004][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960006][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960008][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960011][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_next, 321: Error at src/cursor/cur_hs.c:321: "__curhs_next_visible(session, hs_cursor)" failed: WT_NOTFOUND: item not found
[1779421536:960013][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960015][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960017][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_next, 321: Error at src/cursor/cur_hs.c:321: "__curhs_next_visible(session, hs_cursor)" failed: WT_NOTFOUND: item not found
[1779421536:960019][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_next, 321: Error at src/cursor/cur_hs.c:321: "__curhs_next_visible(session, hs_cursor)" failed: WT_NOTFOUND: item not found
[1779421536:960020][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960022][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960026][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_next, 321: Error at src/cursor/cur_hs.c:321: "__curhs_next_visible(session, hs_cursor)" failed: WT_NOTFOUND: item not found
[1779421536:960028][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960030][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960032][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_next, 321: Error at src/cursor/cur_hs.c:321: "__curhs_next_visible(session, hs_cursor)" failed: WT_NOTFOUND: item not found
[1779421536:960034][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960036][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960037][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_next, 321: Error at src/cursor/cur_hs.c:321: "__curhs_next_visible(session, hs_cursor)" failed: WT_NOTFOUND: item not found
[1779421536:960039][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_next, 321: Error at src/cursor/cur_hs.c:321: "__curhs_next_visible(session, hs_cursor)" failed: WT_NOTFOUND: item not found
[1779421536:960041][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960043][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item not found
[1779421536:960045][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_next, 321: Error at src/cursor/cur_hs.c:321: "__curhs_next_visible(session, hs_cursor)" failed: WT_NOTFOUND: item not found
[1779421536:960047][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_next, 321: Error at src/cursor/cur_hs.c:321: "__curhs_next_visible(session, hs_cursor)" failed: WT_NOTFOUND: item not found
[1779421536:960049][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_next, 321: Error at src/cursor/cur_hs.c:321: "__curhs_next_visible(session, hs_cursor)" failed: WT_NOTFOUND: item not found
[1779421536:960051][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][ERROR]: __curhs_search_near_helper, 745: Error at src/cursor/cur_hs.c:745: "cursor->search_near(cursor, &cmp)" failed: WT_NOTFOUND: item

Iteration 1/5
t: process 3843 running
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=330207,metadata_checksum=bbdfe874,database_size=101209489,version=1,compatible_version=1],timestamp=0x13a9afa) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=622554,metadata_checksum=e5c60e48,database_size=105859713,version=1,compatible_version=1],timestamp=0x26503ec) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=882786,metadata_checksum=f9952e40,database_size=118592771,version=1,compatible_version=1],timestamp=0x37c1575) ---
0x52e67ea91800:[1779421536:959966][3843:0xffff9d5ddbc0], t, file:T00002.wt_stable, eviction-server: [WT_VERB_ERROR_RETURNS][WARNING]: 295276 errors occurred, only the last 100 are shown
bash: line 67:  3843 Aborted                 (core dumped) ./t -c ../../../test/format/CONFIG.disagg disagg.mode=switch runs.timer=10:15 ops.prepare=0 ops.verify=1 runs.mirror=1
======= FAILURE ==========
############################################
#  RUN PARAMETERS: V3
############################################
assert.read_timestamp=0
background_compact=0
background_compact.free_space_target=53
backup=0
backup.incremental=off
backup.incr_granularity=14062
backup.live_restore=0
backup.live_restore_read_size=4
backup.live_restore_threads=3
block_cache=0
block_cache.cache_on_checkpoint=1
block_cache.cache_on_writes=0
block_cache.size=88
cache=3072
cache.evict_max=2
cache.eviction_dirty_target=0
cache.eviction_dirty_trigger=0
cache.eviction_updates_target=0
cache.eviction_updates_trigger=0
cache.minimum=0
cache.maximum=0
checkpoint=on
checkpoint.log_size=92
checkpoint.wait=36
checkpoint_threads=3
compact.free_space_target=72
debug.background_compact=0
debug.checkpoint_retention=8
debug.cursor_reposition=0
debug.eviction=0
debug.log_retention=0
debug.realloc_exact=0
debug.realloc_malloc=0
debug.slow_checkpoint=0
debug.table_logging=0
debug.update_restore_evict=0
disagg.internal_page_delta=1
disagg.leaf_page_delta=1
disagg.multi=0
disagg.multi_validation=0
disagg.enabled=1
disagg.layered=1
disagg.mode=switch
disagg.page_log=palite
disagg.key_provider=0
disagg.page_log.verbose=0
disagg.drain_threads=8
disagg.preserve=0
disk.data_extend=0
disk.encryption=none
disk.mmap=1
disk.mmap_all=0
eviction.evict_use_softptr=0
file_manager.close_handle_minimum=10
file_manager.close_idle_time=43
file_manager.close_scan_interval=0
format.abort=0
format.independent_thread_rng=1
format.major_timeout=0
import=0
logging=0
logging.compression=none
logging.file_max=9476
logging.prealloc=0
logging.remove=1
obsolete_cleanup.method=off
obsolete_cleanup.wait=150
ops.alter=0
ops.compaction=0
ops.hs_cursor=0
ops.bound_cursor=0
ops.prepare=0
ops.reserve=11
ops.random_cursor=0
ops.salvage=0
ops.throttle=0
ops.throttle.sleep_us=678315
ops.verify=1
prefetch=0
prefetch.default=0
precise_checkpoint=1
preserve_prepared=1
quiet=1
random.data_seed=11385338
random.extra_seed=5922582
rollback_to_stable_threads=4
runs.in_memory=0
runs.mirror=1
runs.ops=0
runs.predictable_replay=0
runs.source=layered
runs.tables=3
runs.threads=18
runs.timer=10
runs.type=row-store
runs.verify_failure_dump=0
statistics.mode=all
statistics_log.sources=off
stress.aggressive_stash_free=0
stress.aggressive_sweep=0
stress.checkpoint=0
stress.checkpoint_evict_page=0
stress.checkpoint_prepare=0
stress.compact_slow=0
stress.evict_reposition=0
stress.failpoint_eviction_split=1
stress.failpoint_hs_delete_key_from_ts=1
stress.failpoint_rec_before_wrapup=0
stress.hs_checkpoint_delay=0
stress.hs_search=0
stress.hs_sweep=0
stress.prefetch_delay=0
stress.prepare_resolution_1=0
stress.sleep_before_read_overflow_onpage=0
stress.split_1=0
stress.split_2=0
stress.split_3=0
stress.split_4=0
stress.split_5=0
stress.split_6=0
stress.split_7=0
stress.split_8=0
tiered_storage.flush_frequency=0
tiered_storage.storage_source=off
transaction.implicit=0
transaction.operation_timeout_ms=2000
transaction.timestamps=1
wiredtiger.config=off
wiredtiger.rwlock=1
wiredtiger.leak_memory=0
############################################
#  TABLE PARAMETERS: table 1
############################################
table1.btree.compression=none
table1.btree.dictionary=0
table1.btree.internal_key_truncation=1
table1.btree.internal_page_max=10
table1.btree.key_max=98
table1.btree.key_min=17
table1.btree.leaf_page_max=13
table1.btree.memory_page_max=1
table1.btree.prefix_len=0
table1.btree.prefix_compression=0
table1.btree.prefix_compression_min=5
table1.btree.reverse=0
table1.btree.split_pct=59
table1.btree.value_max=1269
table1.btree.value_min=18
table1.disk.checksum=on
table1.disk.firstfit=0
table1.ops.pareto=0
table1.ops.pareto.skew=44
table1.ops.pct.delete=23
table1.ops.pct.insert=3
table1.ops.pct.modify=65
table1.ops.pct.read=2
table1.ops.pct.write=7
table1.ops.truncate=1
table1.runs.rows=11046
############################################
#  TABLE PARAMETERS: table 2
############################################
table2.btree.compression=none
table2.btree.dictionary=0
table2.btree.internal_key_truncation=1
table2.btree.internal_page_max=13
table2.btree.key_max=69
table2.btree.key_min=26
table2.btree.leaf_page_max=16
table2.btree.memory_page_max=10
table2.btree.prefix_len=0
table2.btree.prefix_compression=1
table2.btree.prefix_compression_min=7
table2.btree.reverse=0
table2.btree.split_pct=99
table2.btree.value_max=2068
table2.btree.value_min=16
table2.disk.checksum=off
table2.disk.firstfit=0
table2.ops.pareto=0
table2.ops.pareto.skew=20
table2.ops.pct.delete=2
table2.ops.pct.insert=5
table2.ops.pct.modify=7
table2.ops.pct.read=48
table2.ops.pct.write=38
table2.ops.truncate=1
table2.runs.rows=11046
############################################
#  TABLE PARAMETERS: table 3
############################################
table3.btree.compression=none
table3.btree.dictionary=0
table3.btree.internal_key_truncation=1
table3.btree.internal_page_max=16
table3.btree.key_max=27
table3.btree.key_min=24
table3.btree.leaf_page_max=16
table3.btree.memory_page_max=2
table3.btree.prefix_len=0
table3.btree.prefix_compression=0
table3.btree.prefix_compression_min=5
table3.btree.reverse=0
table3.btree.split_pct=86
table3.btree.value_max=1265
table3.btree.value_min=6
table3.disk.checksum=on
table3.disk.firstfit=0
table3.ops.pareto=0
table3.ops.pareto.skew=26
table3.ops.pct.delete=1
table3.ops.pct.insert=1
table3.ops.pct.modify=95
table3.ops.pct.read=2
table3.ops.pct.write=1
table3.ops.truncate=1
table3.runs.mirror=0
table3.runs.rows=171991
Command 'shell.exec' in function 'format test disagg' (step 2 of 2) failed: shell script encountered problem: exit code 1.
Finished command 'shell.exec' in function 'format test disagg' (step 2 of 2) in 10m37.576408264s.
Running task commands failed: running command: command failed: shell script encountered problem: exit code 1
Finished running task commands in 10m43.025129694s.
Task completed - FAILURE.
Running post-task commands.

#0  0x0000ffff9eec4454 in __pthread_kill_implementation () from /lib64/libc.so.6
#0  0x0000ffff9eec4454 in __pthread_kill_implementation () from /lib64/libc.so.6
#1  0x0000ffff9ee7b320 [PAC] in raise () from /lib64/libc.so.6
#2  0x0000ffff9ee62224 [PAC] in abort () from /lib64/libc.so.6
#3  0x0000ffff9f246f18 [PAC] in __wt_abort (session=session@entry=0x52e67ea91800) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/os_common/os_abort.c:32
#4  0x0000ffff9f29ab5c in __rec_hs_next_upd_full_value (session=session@entry=0x52e67ea91800, updates=updates@entry=0xffff9d5da790, older_full_value=0x52e6765fc040, full_value=0x52e6505f0980, updp=updp@entry=0xffff9d5da2a8) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/reconcile/rec_hs.c:592
#5  0x0000ffff9f29cd20 in __rec_hs_flush_upd_chain (session=session@entry=0x52e67ea91800, hs_cursor=0x52e6355cac80, btree=btree@entry=0x52e6129fe000, ref=ref@entry=0x52e62ce21180, key=0x52e63c4b8600, updates=updates@entry=0xffff9d5da790, list=list@entry=0x52e684befb80, error_on_ts_ordering=error_on_ts_ordering@entry=false, key_state=key_state@entry=0xffff9d5da890, statsp=statsp@entry=0xffff9d5da858) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/reconcile/rec_hs.c:1083
#6  0x0000ffff9f29e058 in __wti_rec_hs_insert_updates (session=session@entry=0x52e67ea91800, r=r@entry=0x52e685314000, multi=multi@entry=0x52e654b38400) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/reconcile/rec_hs.c:1285
#7  0x0000ffff9f28c21c in __rec_hs_wrapup (session=session@entry=0x52e67ea91800, r=r@entry=0x52e685314000) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/reconcile/rec_write.c:3337
#8  0x0000ffff9f28f984 in __rec_write_wrapup (session=session@entry=0x52e67ea91800, r=r@entry=0x52e685314000) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/reconcile/rec_write.c:2896
#9  0x0000ffff9f295690 in __reconcile (session=session@entry=0x52e67ea91800, ref=ref@entry=0x52e62ce21180, salvage=salvage@entry=0x0, flags=flags@entry=672, page_lockedp=page_lockedp@entry=0xffff9d5dbb2f) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/reconcile/rec_write.c:398
#10 0x0000ffff9f2942c8 in __wt_reconcile (session=session@entry=0x52e67ea91800, ref=ref@entry=0x52e62ce21180, salvage=salvage@entry=0x0, flags=flags@entry=672) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/reconcile/rec_write.c:127
#11 0x0000ffff9f1f856c in __evict_reconcile (session=session@entry=0x52e67ea91800, ref=ref@entry=0x52e62ce21180, evict_flags=evict_flags@entry=0) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/evict/evict_page.c:1277
#12 0x0000ffff9f1facb0 in __wt_evict (session=session@entry=0x52e67ea91800, ref=0x52e62ce21180, previous_state=3 '\003', flags=flags@entry=0) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/evict/evict_page.c:443
#13 0x0000ffff9f1efd58 in __wti_evict_page (session=session@entry=0x52e67ea91800, is_server=is_server@entry=true) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/evict/evict_dispatch.c:254
#14 0x0000ffff9f1fb990 in __wti_evict_lru_pages (session=session@entry=0x52e67ea91800, is_server=is_server@entry=true) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/evict/evict_queue.c:140
#15 0x0000ffff9f1ff354 in __evict_pass (session=session@entry=0x52e67ea91800) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/evict/evict_thread.c:695
#16 0x0000ffff9f1ff494 in __evict_server (session=session@entry=0x52e67ea91800, did_work=did_work@entry=0xffff9d5dce9f) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/evict/evict_thread.c:198
#17 0x0000ffff9f1ff92c in __evict_thread_run (session=0x52e67ea91800, thread=0x52e62f378e60) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/evict/evict_thread.c:93
#18 0x0000ffff9f30bce0 in __thread_run (arg=0x52e62f378e60) at /data/mci/b22f6e9aee604d08ace4cc3a2091778c/wiredtiger/src/support/thread_group.c:32
#19 0x0000ffff9eec2834 in start_thread () from /lib64/libc.so.6
#20 0x0000ffff9ee66e5c [PAC] in thread_start () from /lib64/libc.so.6