Task logger initialized (agent version '2026-05-01a' from Evergreen build revision 'ff8929f8fff3db7854eb32fdc24fd98e3029ed6a').
Starting task 'wiredtiger_disagg_amazon2023_disagg_asan_stress_format_stress_test_disagg_switch_1_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50', execution 0.
Running pre-task commands.
Running command 'shell.exec' in function 'cleanup' (step 1 of 2) in block 'pre'.
Finished command 'shell.exec' in function 'cleanup' (step 1 of 2) in block 'pre' in 2.616437ms.
Running command 'expansions.update' in function 'setup environment' (step 2 of 2) in block 'pre'.
Finished command 'expansions.update' in function 'setup environment' (step 2 of 2) in block 'pre' in 45.255µs.
Finished running pre-task commands in 2.927171ms.
Running task commands.
Running command 's3.get' in function 'fetch artifacts' (step 1 of 2).
Fetching remote file 'wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/artifacts/compile_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50.tgz' from S3 bucket 'build_external' (attempt 1 of 5).
Finished command 's3.get' in function 'fetch artifacts' (step 1 of 2) in 7.648414449s.
Running command 'shell.exec' in function 'format test disagg' (step 2 of 2).
export WT_TOPDIR=$(git rev-parse --show-toplevel)
export WT_BUILDDIR=$WT_TOPDIR/cmake_build
if [ "$OS" = "Windows_NT" ]; then
  export PATH=/cygdrive/c/python/Python311:/cygdrive/c/python/Python311/Scripts:$PATH
else
  export PATH=/opt/mongodbtoolchain/v5/bin:$PATH
  export LD_LIBRARY_PATH=$WT_BUILDDIR
fi
# Create the common sanitizer options and export the specific sanitizer environment
# variables.
COMMON_SAN_OPTIONS="abort_on_error=1:disable_coredump=0"
if [[ "-DCMAKE_BUILD_TYPE=ASan" =~ ASan ]]; then
  export ASAN_OPTIONS="$COMMON_SAN_OPTIONS:unmap_shadow_on_exit=1"
  export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:$(dirname $(/opt/mongodbtoolchain/v5/bin/clang -print-file-name=libclang_rt.asan.so))"
  export TESTUTIL_BYPASS_ASAN=1
elif [[ "-DCMAKE_BUILD_TYPE=ASan" =~ MSan ]]; then
  export MSAN_OPTIONS="$COMMON_SAN_OPTIONS:verbosity=3"
  export TESTUTIL_MSAN=1
elif [[ "-DCMAKE_BUILD_TYPE=ASan" =~ TSan ]]; then
  export TSAN_OPTIONS="$COMMON_SAN_OPTIONS:verbosity=3"
  export TESTUTIL_TSAN=1
elif [[ "-DCMAKE_BUILD_TYPE=ASan" =~ UBSan ]]; then
  export UBSAN_OPTIONS="$COMMON_SAN_OPTIONS:print_stacktrace=1"
  export TESTUTIL_UBSAN=1
fi
if [[ 0 -eq 1 ]]; then
  # The preloaded library should be downloaded/built during "configure wiredtiger" step.
  # DO NOT MOVE:This variable must be set in the same function(shell) that runs a test,
  # and as close as possible to the test execution, since it affects all the binaries.
  export LD_PRELOAD=$WT_TOPDIR/TCMALLOC_LIB/libtcmalloc.so
  if [ ! -f "$LD_PRELOAD" ]; then
    echo "Error: TCMalloc support was requested, but the library doesn't exist: $LD_PRELOAD"
    exit 1
  fi
fi
# Set extensions to load
EXT="extensions=["
EXT="$EXT ext/compressors/snappy/libwiredtiger_snappy.so,"
EXT="$EXT ext/collators/reverse/libwiredtiger_reverse_collator.so,"
EXT="$EXT ext/encryptors/rotn/libwiredtiger_rotn.so,"
EXT="$EXT ext/page_log/palite/libwiredtiger_palite.so,"
EXT="$EXT ]"
export EXT
export LSAN_OPTIONS="$COMMON_SAN_OPTIONS:print_suppressions=0:suppressions=$(git rev-parse --show-toplevel)/test/evergreen/asan_leaks.supp"
Dump Environment
 eval ${which_declare} ) | /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot "$@"
ASAN_OPTIONS=abort_on_error=1:disable_coredump=0:unmap_shadow_on_exit=1
BASH_FUNC_which%%=() {  ( alias;
CI=true
EVR_AGENT_PID=3632
EVR_TASK_ID=wiredtiger_disagg_amazon2023_disagg_asan_stress_format_stress_test_disagg_switch_1_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50
EXT=extensions=[ ext/compressors/snappy/libwiredtiger_snappy.so, ext/collators/reverse/libwiredtiger_reverse_collator.so, ext/encryptors/rotn/libwiredtiger_rotn.so, ext/page_log/palite/libwiredtiger_palite.so, ]
GOCACHE=/data/mci/1837317e925677ab0beb53c73f10657c/wiredtiger/cmake_build/test/format/.gocache
GOTRACEBACK=none
HISTCONTROL=ignoredups
HISTSIZE=1000
HOME=/home/ec2-user
HOSTNAME=ip-10-122-50-147.ec2.internal
INVOCATION_ID=84d042fe5e13493498396c6fb125434f
JASPER_ID=fad7e3b0-3474-4c2e-87ee-33f3f28e3a69
JASPER_MANAGER=831e83ed-42ff-411e-9768-a43e1943e326
JOURNAL_STREAM=8:26657
LANG=C.UTF-8
LC_ALL=C
LD_LIBRARY_PATH=/data/mci/1837317e925677ab0beb53c73f10657c/wiredtiger/cmake_build:/opt/mongodbtoolchain/revisions/e921fc32d5c23d7cdb5cf406b05bf16eb5ab8dbd/stow/llvm-v5.NkZ/lib/clang/19/lib/aarch64-mongodb-linux
LESSOPEN=||/usr/bin/lesspipe.sh %s
LOGNAME=ec2-user
LSAN_OPTIONS=abort_on_error=1:disable_coredump=0:print_suppressions=0:suppressions=/data/mci/1837317e925677ab0beb53c73f10657c/wiredtiger/test/evergreen/asan_leaks.supp
MAIL=/var/spool/mail/ec2-user
PATH=/opt/mongodbtoolchain/v5/bin:/usr/sbin:/usr/sbin:/usr/sbin:/home/ec2-user/.local/bin:/home/ec2-user/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/opt/node/bin:/opt/node/bin:/opt/node/bin
PWD=/data/mci/1837317e925677ab0beb53c73f10657c/wiredtiger/cmake_build/test/format
SHELL=/bin/bash
SHLVL=1
SYSTEMD_COLORS=false
SYSTEMD_EXEC_PID=3408
S_COLORS=auto
TEMP=/data/mci/1837317e925677ab0beb53c73f10657c/tmp
TESTUTIL_BYPASS_ASAN=1
TMP=/data/mci/1837317e925677ab0beb53c73f10657c/tmp
TMPDIR=/data/mci/1837317e925677ab0beb53c73f10657c/tmp
USER=ec2-user
WT_BUILDDIR=/data/mci/1837317e925677ab0beb53c73f10657c/wiredtiger/cmake_build
WT_TOPDIR=/data/mci/1837317e925677ab0beb53c73f10657c/wiredtiger
_=/usr/bin/printenv
which_declare=declare -f
}
echo "Dump Environment"
printenv | sort
export ASAN_OPTIONS="$COMMON_SAN_OPTIONS:unmap_shadow_on_exit=1"
# Fail, show the configuration file.
fail() {
  echo "======= FAILURE =========="
  [ -f RUNDIR/CONFIG ] && cat RUNDIR/CONFIG
  exit 1
}
for i in $(seq 5); do
  echo Iteration $i/5
  rm -rf RUNDIR
  ./t -c ../../../test/format/CONFIG.disagg disagg.mode=switch runs.timer=10:15 ops.prepare=1  || fail
  if [ true = true ]; then
    ./t -R $format_args  || fail
  fi
Iteration 1/5
t: process 3908 running
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=102409,metadata_checksum=9f91ef2,database_size=260630305,version=1,compatible_version=1],timestamp=0x73ee62) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=195171,metadata_checksum=618969fb,database_size=251324666,version=1,compatible_version=1],timestamp=0xe6c633) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=282861,metadata_checksum=49692efd,database_size=240397863,version=1,compatible_version=1],timestamp=0x157c6f4) ---
t: successful run completed (881 seconds)
done
t: WARNING: turning off ops.random_cursor with disagg as they are currently problematic and can cause stalls
t: WARNING: turning off ops.truncate to work with ops.prepare and precise checkpoint
 t: process 4650 running
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=282861,metadata_checksum=49692efd,database_size=240397863,version=1,compatible_version=1],timestamp=0x157c6f4) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=368063,metadata_checksum=41d22081,database_size=214335134,version=1,compatible_version=1],timestamp=0x1c8f165) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=448522,metadata_checksum=50ef636e,database_size=204649657,version=1,compatible_version=1],timestamp=0x23ad290) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=522194,metadata_checksum=f8ca1d87,database_size=189299237,version=1,compatible_version=1],timestamp=0x2ab7b91) ---
t: successful run completed (908 seconds)
 Iteration 2/5
t: process 5397 running
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=177288,metadata_checksum=4095677b,database_size=259107074,version=1,compatible_version=1],timestamp=0x4cc348) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=326568,metadata_checksum=10daf427,database_size=267873537,version=1,compatible_version=1],timestamp=0x9e2a81) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=470842,metadata_checksum=245bc990,database_size=278749179,version=1,compatible_version=1],timestamp=0xef2622) ---
t: successful run completed (758 seconds)
t: WARNING: table selection didn't support mirroring, turning off mirroring
t: WARNING: turning off ops.random_cursor with disagg as they are currently problematic and can cause stalls
t: WARNING: turning off ops.truncate to work with ops.prepare and precise checkpoint
t: WARNING: table selection didn't support mirroring, turning off mirroring
t: WARNING: table.1 skipped verify because of EBUSY
 t: process 5938 running
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=608744,metadata_checksum=92c4c940,database_size=282359164,version=1,compatible_version=1],timestamp=0x14229df) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=740559,metadata_checksum=9d313727,database_size=270161627,version=1,compatible_version=1],timestamp=0x19323c2) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=867028,metadata_checksum=40c05308,database_size=286450072,version=1,compatible_version=1],timestamp=0x1e69792) ---
t: successful run completed (847 seconds)
 Iteration 3/5
t: process 6582 running
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=182457,metadata_checksum=d5d9215c,database_size=247859310,version=1,compatible_version=1],timestamp=0x1f9060) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=335968,metadata_checksum=d9158f07,database_size=214791423,version=1,compatible_version=1],timestamp=0x422058) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=469489,metadata_checksum=8ccb98f5,database_size=188909402,version=1,compatible_version=1],timestamp=0x64c578) ---
t: successful run completed (738 seconds)
t: WARNING: turning off ops.random_cursor with disagg as they are currently problematic and can cause stalls
t: WARNING: turning off ops.trunca

[1778035917:170094][9365:0xffff9a0710e0], t, file:T00003.wt_stable, checkpoint-page-reconciliation-threads: [WT_VERB_DEFAULT][ERROR]: int __wti_rec_row_leaf(WT_SESSION_IMPL *, WTI_RECONCILE *, WT_REF *, WT_SALVAGE_COOKIE *), 1151: WiredTiger assertion failed: '!((((conn)->flags) & (0x0100u)) != 0) || ((((btree)->flags) & (0x0020000u)) != 0) || !(((twp)->start_prepared_id != 0 || (twp)->start_prepare_ts != 0) || ((twp)->stop_prepared_id != 0 || (twp)->stop_prepare_ts != 0))'. leaked prepared update.
[1778035917:170152][9365:0xffff9a0710e0], t, file:T00003.wt_stable, checkpoint-page-reconciliation-threads: [WT_VERB_DEFAULT][ERROR]: void __wt_abort(WT_SESSION_IMPL *), 29: aborting WiredTiger library

 t: process 9365 running
======= FAILURE ==========
############################################
#  RUN PARAMETERS: V3
############################################
assert.read_timestamp=0
background_compact=0
background_compact.free_space_target=76
backup=0
backup.incremental=off
backup.incr_granularity=6854
backup.live_restore=0
backup.live_restore_read_size=2
backup.live_restore_threads=10
block_cache=0
block_cache.cache_on_checkpoint=1
block_cache.cache_on_writes=1
block_cache.size=70
btree.reverse=0
cache=3072
cache.evict_max=5
cache.eviction_dirty_target=0
cache.eviction_dirty_trigger=0
cache.eviction_updates_target=0
cache.eviction_updates_trigger=0
cache.minimum=0
cache.maximum=0
checkpoint=on
checkpoint.log_size=155
checkpoint.wait=79
checkpoint_threads=3
compact.free_space_target=60
debug.background_compact=0
debug.checkpoint_retention=6
debug.cursor_reposition=0
debug.eviction=0
debug.log_retention=8
debug.realloc_exact=0
debug.realloc_malloc=0
debug.slow_checkpoint=0
debug.table_logging=0
debug.update_restore_evict=1
disagg.internal_page_delta=1
disagg.leaf_page_delta=1
disagg.multi=0
disagg.multi_validation=0
disagg.enabled=1
disagg.layered=1
disagg.mode=switch
disagg.page_log=palite
disagg.key_provider=1
disagg.page_log.verbose=0
disagg.drain_threads=12
disagg.preserve=0
disk.data_extend=1
disk.encryption=none
disk.mmap=1
disk.mmap_all=0
eviction.evict_use_softptr=0
file_manager.close_handle_minimum=14
file_manager.close_idle_time=57
file_manager.close_scan_interval=29
format.abort=0
format.independent_thread_rng=1
format.major_timeout=0
import=0
logging=0
logging.compression=none
logging.file_max=145884
logging.prealloc=0
logging.remove=1
obsolete_cleanup.method=off
obsolete_cleanup.wait=485
ops.alter=0
ops.compaction=0
ops.hs_cursor=1
ops.bound_cursor=0
ops.prepare=1
ops.reserve=7
ops.random_cursor=0
ops.salvage=0
ops.throttle=0
ops.throttle.sleep_us=837067
ops.verify=1
prefetch=1
prefetch.default=0
precise_checkpoint=1
preserve_prepared=1
quiet=1
random.data_seed=15229647
random.extra_seed=13449924
rollback_to_stable_threads=8
runs.in_memory=0
runs.ops=0
runs.predictable_replay=0
runs.source=layered
runs.tables=3
runs.threads=5
runs.timer=11
runs.type=row-store
runs.verify_failure_dump=0
statistics.mode=fast
statistics_log.sources=off
stress.aggressive_stash_free=0
stress.aggressive_sweep=0
stress.checkpoint=0
stress.checkpoint_evict_page=0
stress.checkpoint_prepare=0
stress.compact_slow=0
stress.evict_reposition=0
stress.failpoint_eviction_split=0
stress.failpoint_hs_delete_key_from_ts=0
stress.failpoint_rec_before_wrapup=0
stress.hs_checkpoint_delay=0
stress.hs_search=0
stress.hs_sweep=0
stress.prefetch_delay=0
stress.prepare_resolution_1=0
stress.sleep_before_read_overflow_onpage=0
stress.split_1=0
stress.split_2=0
stress.split_3=0
stress.split_4=0
stress.split_5=0
stress.split_6=0
stress.split_7=0
stress.split_8=0
tiered_storage.flush_frequency=0
tiered_storage.storage_source=off
transaction.implicit=0
transaction.operation_timeout_ms=2000
transaction.timestamps=1
wiredtiger.config=off
wiredtiger.rwlock=1
wiredtiger.leak_memory=0
############################################
#  TABLE PARAMETERS: table 1
############################################
table1.btree.compression=zlib
table1.btree.dictionary=0
table1.btree.internal_key_truncation=1
table1.btree.internal_page_max=16
table1.btree.key_max=53
table1.btree.key_min=30
table1.btree.leaf_page_max=9
table1.btree.memory_page_max=3
table1.btree.prefix_len=0
table1.btree.prefix_compression=1
table1.btree.prefix_compression_min=2
table1.btree.split_pct=100
table1.btree.value_max=3337
table1.btree.value_min=4
table1.disk.checksum=on
table1.disk.firstfit=0
table1.ops.pareto=1
table1.ops.pareto.skew=45
table1.ops.pct.delete=0
table1.ops.pct.insert=6
table1.ops.pct.modify=0
table1.ops.pct.read=94
table1.ops.pct.write=0
table1.ops.truncate=1
table1.runs.mirror=0
table1.runs.rows=63573
############################################
#  TABLE PARAMETERS: table 2
############################################
table2.btree.compression=none
table2.btree.dictionary=0
table2.btree.internal_key_truncation=1
table2.btree.internal_page_max=17
table2.btree.key_max=127
table2.btree.key_min=18
table2.btree.leaf_page_max=17
table2.btree.memory_page_max=2
table2.btree.prefix_len=0
table2.btree.prefix_compression=1
table2.btree.prefix_compression_min=6
table2.btree.split_pct=62
table2.btree.value_max=3560
table2.btree.value_min=7
table2.disk.checksum=unencrypted
table2.disk.firstfit=0
table2.ops.pareto=1
table2.ops.pareto.skew=97
table2.ops.pct.delete=1
table2.ops.pct.insert=84
table2.ops.pct.modify=7
table2.ops.pct.read=0
table2.ops.pct.write=8
table2.ops.truncate=1
table2.runs.mirror=0
table2.runs.rows=805028
############################################
#  TABLE PARAMETERS: table 3
############################################
table3.btree.compression=lz4
table3.btree.dictionary=0
table3.btree.internal_key_truncation=1
table3.btree.internal_page_max=17
table3.btree.key_max=30
table3.btree.key_min=30
table3.btree.leaf_page_max=17
table3.btree.memory_page_max=4
table3.btree.prefix_len=0
table3.btree.prefix_compression=1
table3.btree.prefix_compression_min=7
table3.btree.split_pct=55
table3.btree.value_max=3370
table3.btree.value_min=18
table3.disk.checksum=unencrypted
table3.disk.firstfit=0
table3.ops.pareto=0
table3.ops.pareto.skew=67
table3.ops.pct.delete=6
table3.ops.pct.insert=1
table3.ops.pct.modify=4
table3.ops.pct.read=82
table3.ops.pct.write=7
table3.ops.truncate=1
table3.runs.mirror=0
table3.runs.rows=991110
bash: line 66:  9365 Aborted                 (core dumped) ./t -R $format_args
Command 'shell.exec' in function 'format test disagg' (step 2 of 2) failed: shell script encountered problem: exit code 1.
Finished command 'shell.exec' in function 'format test disagg' (step 2 of 2) in 2h10m2.398908791s.
Running task commands failed: running command: command failed: shell script encountered problem: exit code 1
Finished running task commands in 2h10m10.047684463s.
Task completed - FAILURE.
Running post-task commands.

#0  0x0000ffffa44c4454 in __pthread_kill_implementation () from /lib64/libc.so.6
#0  0x0000ffffa44c4454 in __pthread_kill_implementation () from /lib64/libc.so.6
#1  0x0000ffffa447b320 [PAC] in raise () from /lib64/libc.so.6
#2  0x0000ffffa4462224 [PAC] in abort () from /lib64/libc.so.6
#3  0x0000ffffa50634dc [PAC] in __wt_abort (session=0xffffa387c780) at /data/mci/9ea770e3238ad1386c3f2699885d5b34/wiredtiger/src/os_common/os_abort.c:32
#4  0x0000ffffa5137cd4 in __wti_rec_row_leaf (session=0xffffa387c780, r=0x51e000a50080, pageref=0x50e0003024a0, salvage=0x0) at /data/mci/9ea770e3238ad1386c3f2699885d5b34/wiredtiger/src/reconcile/rec_row.c:1148
#5  0x0000ffffa5191d64 in __reconcile (session=0xffffa387c780, ref=0x50e0003024a0, salvage=0x0, flags=132, page_lockedp=0xffff9ee7e020) at /data/mci/9ea770e3238ad1386c3f2699885d5b34/wiredtiger/src/reconcile/rec_write.c:313
#6  0x0000ffffa518cb18 in __wt_reconcile (session=0xffffa387c780, ref=0x50e0003024a0, salvage=0x0, flags=132) at /data/mci/9ea770e3238ad1386c3f2699885d5b34/wiredtiger/src/reconcile/rec_write.c:127
#7  0x0000ffffa4bd3594 in __checkpoint_parallel_thread_run (session=0xffffa387c780, thread=0x50700069a0b0) at /data/mci/9ea770e3238ad1386c3f2699885d5b34/wiredtiger/src/checkpoint/checkpoint_parallel.c:227
#8  0x0000ffffa53f7ab8 in __thread_run (arg=0x50700069a0b0) at /data/mci/9ea770e3238ad1386c3f2699885d5b34/wiredtiger/src/support/thread_group.c:32
#9  0x0000ffffa5b056e0 in asan_thread_start () at /data/mci/f49c90f0be13703fc74cd438c017c2d0/toolchain-builder/tmp/build-llvm-v5.sh-WmZ/llvm-project-llvmorg/compiler-rt/lib/asan/asan_interceptors.cpp:239
#10 0x0000ffffa44c2834 in start_thread () from /lib64/libc.so.6
#11 0x0000ffffa4466e5c [PAC] in thread_start () from /lib64/libc.so.6

Finished command 'shell.exec' in function 'dump stacktraces' (step 1 of 9) in block 'post' in 3.316868057s.
Running command 's3.put' in function 'upload stacktraces' (step 2 of 9) in block 'post'.
Putting files matching filter '[wiredtiger/cmake_build/*stacktrace.txt]' into path 'wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/artifacts/format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50/' in S3 bucket 'build_external'.
Performing S3 put to file 'wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/artifacts/format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50/' in bucket 'build_external' (attempt 1 of 5).
Finished command 's3.put' in function 'upload stacktraces' (step 2 of 9) in block 'post' in 137.705695ms.
Running command 's3.put' in function 'upload test/format config' (step 3 of 9) in block 'post'.
Putting files matching filter '[wiredtiger/cmake_build/test/format/RUNDIR*/CONFIG]' into path 'wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/artifacts/format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50/' in S3 bucket 'build_external'.
Performing S3 put to file 'wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/artifacts/format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50/' in bucket 'build_external' (attempt 1 of 5).
Finished command 's3.put' in function 'upload test/format config' (step 3 of 9) in block 'post' in 145.59773ms.
Running command 's3.put' in function 'upload test/model workloads' (step 4 of 9) in block 'post'.
Putting files matching filter '[wiredtiger/cmake_build/test/model/tools/WT_TEST*/*.workload]' into path 'wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/artifacts/format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50/' in S3 bucket 'build_external'.
Performing S3 put to file 'wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/artifacts/format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50/' in bucket 'build_external' (attempt 1 of 5).
File filter 'wiredtiger/cmake_build/test/model/tools/WT_TEST*/*.workload' matched no files.
Finished command 's3.put' in function 'upload test/model workloads' (step 4 of 9) in block 'post' in 48.56071ms.
Running command 'shell.exec' in function 'dump stderr/stdout' (step 5 of 9) in block 'post'.
if [ -d "WT_TEST" ]; then
  # Dump stderr/stdout contents generated by the C libraries onto console for Python tests
  find "WT_TEST" -name "std*.txt" ! -empty -exec bash -c "echo 'Contents from {}:'; cat '{}'" \;
fi
Finished command 'shell.exec' in function 'dump stderr/stdout' (step 5 of 9) in block 'post' in 1.428277ms.
Running command 'shell.exec' in function 'upload stat files' (step 6.1 of 9) in block 'post'.
mkdir stat_files
python3 ../test/evergreen/collect_stat_files.py -d stat_files
Finished command 'shell.exec' in function 'upload stat files' (step 6.1 of 9) in block 'post' in 40.814957ms.
Running command 'archive.targz_pack' in function 'upload stat files' (step 6.2 of 9) in block 'post'.
Beginning to build archive.
[message='successfully created archive' num_files='2' target='/data/mci/1837317e925677ab0beb53c73f10657c/wiredtiger/cmake_build/stat_files.tar.gz']
Finished command 'archive.targz_pack' in function 'upload stat files' (step 6.2 of 9) in block 'post' in 15.646094ms.
Running command 's3.put' in function 'upload stat files' (step 6.3 of 9) in block 'post'.
Putting local file 'wiredtiger/cmake_build/stat_files.tar.gz' into path 'build_external/wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/artifacts/format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50/stat_files.tar.gz' (https://build_external.s3.amazonaws.com/wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/artifacts/format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50/stat_files.tar.gz).
Performing S3 put to file 'wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/artifacts/format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50/stat_files.tar.gz' in bucket 'build_external' (attempt 1 of 5).
Finished command 's3.put' in function 'upload stat files' (step 6.3 of 9) in block 'post' in 173.932475ms.
Running command 'archive.targz_pack' in function 'upload artifact' (step 7.1 of 9) in block 'post'.
Beginning to build archive.
[message='successfully created archive' num_files='6870' target='/data/mci/1837317e925677ab0beb53c73f10657c/wiredtiger.tgz']
Finished command 'archive.targz_pack' in function 'upload artifact' (step 7.1 of 9) in block 'post' in 1.899824487s.
Running command 's3.put' in function 'upload artifact' (step 7.2 of 9) in block 'post'.
Putting local file 'wiredtiger.tgz' into path 'build_external/wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/artifacts/format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50-0.tgz' (https://build_external.s3.amazonaws.com/wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/artifacts/format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50-0.tgz).
Performing S3 put to file 'wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/artifacts/format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50-0.tgz' in bucket 'build_external' (attempt 1 of 5).
Finished command 's3.put' in function 'upload artifact' (step 7.2 of 9) in block 'post' in 2.000735496s.
Running command 'archive.targz_pack' in function 'save wt hang analyzer core/debugger files' (step 8.1 of 9) in block 'post'.
Beginning to build archive.
No files were archived.
Finished command 'archive.targz_pack' in function 'save wt hang analyzer core/debugger files' (step 8.1 of 9) in block 'post' in 356.235µs.
Running command 's3.put' in function 'save wt hang analyzer core/debugger files' (step 8.2 of 9) in block 'post'.
Putting local file 'wt-hang-analyzer.tgz' into path 'build_external/wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/wt_hang_analyzer/wt-hang-analyzer_format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50.tgz' (https://build_external.s3.amazonaws.com/wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/wt_hang_analyzer/wt-hang-analyzer_format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50.tgz).
Performing S3 put to file 'wiredtiger/amazon2023-disagg-asan-stress/f8835c87767b09ea9b9799c0092d7013535cebb7/wt_hang_analyzer/wt-hang-analyzer_format-stress-test-disagg-switch-1_wiredtiger_disagg_amazon2023_disagg_asan_stress_f8835c87767b09ea9b9799c0092d7013535cebb7_26_05_05_23_23_50.tgz' in bucket 'build_external' (attempt 1 of 5).
File '/data/mci/1837317e925677ab0beb53c73f10657c/wt-hang-analyzer.tgz' not found and skip missing is true, exiting without error.
Finished command 's3.put' in function 'save wt hang analyzer core/debugger files' (step 8.2 of 9) in block 'post' in 20.545276ms.
Running command 'shell.exec' in function 'cleanup' (step 9 of 9) in block 'post'.
Finished command 'shell.exec' in function 'cleanup' (step 9 of 9) in block 'post' in 551.168055ms.
Finished running post-task commands in 8.354742308s.
reading test log spec; falling back to default spec: open /data/mci/1837317e925677ab0beb53c73f10657c/build/TestLogs/log_spec.yaml: no such file or directory