-
Type:
Build Failure
-
Resolution: Unresolved
-
Priority:
Major - P3
-
None
-
Affects Version/s: None
-
Component/s: Disagg CI-blocker
-
Security Level: Public (Available to anyone on the web)
-
Storage Engines - Transactions
-
282.677
-
None
-
None
-
4
format-stress-test-disagg-switch-3 on amazon2023-disagg-stress
Host: i-06161f9df5c85c93d
Project: wiredtiger-disagg
Commit: 2079bdfc
Please refer to BF(G) Playbook for instructions on handling BF and BFG tickets as well as Auto-Resolution Rules
Task Logs:
format-stress-test-disagg-switch-3 task_log
Logs:
Task logger initialized (agent version '2026-04-15b' from Evergreen build revision 'f806882c27fc5d77eee8832f0a1d4d22c61fbcd2').
Starting task 'wiredtiger_disagg_amazon2023_disagg_stress_format_stress_test_disagg_switch_3_2079bdfc5c876c1eadcacbe42e1d6a639413d6ce_26_04_23_22_31_21', execution 0.
Running pre-task commands.
Running command 'shell.exec' in function 'cleanup' (step 1 of 2) in block 'pre'.
Finished command 'shell.exec' in function 'cleanup' (step 1 of 2) in block 'pre' in 2.388823ms.
Running command 'expansions.update' in function 'setup environment' (step 2 of 2) in block 'pre'.
Finished command 'expansions.update' in function 'setup environment' (step 2 of 2) in block 'pre' in 42.123µs.
Finished running pre-task commands in 2.640141ms.
Running task commands.
Running command 's3.get' in function 'fetch artifacts' (step 1 of 2).
Fetching remote file 'wiredtiger/amazon2023-disagg-stress/2079bdfc5c876c1eadcacbe42e1d6a639413d6ce/artifacts/compile_wiredtiger_disagg_amazon2023_disagg_stress_2079bdfc5c876c1eadcacbe42e1d6a639413d6ce_26_04_23_22_31_21.tgz' from S3 bucket 'build_external' (attempt 1 of 5).
Finished command 's3.get' in function 'fetch artifacts' (step 1 of 2) in 5.673755392s.
Running command 'shell.exec' in function 'format test disagg' (step 2 of 2).
export WT_TOPDIR=$(git rev-parse --show-toplevel)
export WT_BUILDDIR=$WT_TOPDIR/cmake_build
if [ "$OS" = "Windows_NT" ]; then
export PATH=/cygdrive/c/python/Python311:/cygdrive/c/python/Python311/Scripts:$PATH
else
export PATH=/opt/mongodbtoolchain/v5/bin:$PATH
export LD_LIBRARY_PATH=$WT_BUILDDIR
fi
# Create the common sanitizer options and export the specific sanitizer environment
# variables.
COMMON_SAN_OPTIONS="abort_on_error=1:disable_coredump=0"
if [[ "" =~ ASan ]]; then
export ASAN_OPTIONS="$COMMON_SAN_OPTIONS:unmap_shadow_on_exit=1"
export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:$(dirname $(/opt/mongodbtoolchain/v5/bin/clang -print-file-name=libclang_rt.asan.so))"
export TESTUTIL_BYPASS_ASAN=1
elif [[ "" =~ MSan ]]; then
export MSAN_OPTIONS="$COMMON_SAN_OPTIONS:verbosity=3"
export TESTUTIL_MSAN=1
elif [[ "" =~ TSan ]]; then
export TSAN_OPTIONS="$COMMON_SAN_OPTIONS:verbosity=3"
export TESTUTIL_TSAN=1
elif [[ "" =~ UBSan ]]; then
export UBSAN_OPTIONS="$COMMON_SAN_OPTIONS:print_stacktrace=1"
export TESTUTIL_UBSAN=1
fi
if [[ 1 -eq 1 ]]; then
# The preloaded library should be downloaded/built during "configure wiredtiger" step.
# DO NOT MOVE:This variable must be set in the same function(shell) that runs a test,
# and as close as possible to the test execution, since it affects all the binaries.
export LD_PRELOAD=$WT_TOPDIR/TCMALLOC_LIB/libtcmalloc.so
if [ ! -f "$LD_PRELOAD" ]; then
echo "Error: TCMalloc support was requested, but the library doesn't exist: $LD_PRELOAD"
exit 1
fi
fi
# Set extensions to load
EXT="extensions=["
EXT="$EXT ext/compressors/snappy/libwiredtiger_snappy.so,"
EXT="$EXT ext/collators/reverse/libwiredtiger_reverse_collator.so,"
EXT="$EXT ext/encryptors/rotn/libwiredtiger_rotn.so,"
EXT="$EXT ext/page_log/palite/libwiredtiger_palite.so,"
EXT="$EXT ]"
export EXT
Dump Environment
eval ${which_declare} ) | /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot "$@"
BASH_FUNC_which%%=() { ( alias;
CI=true
EVR_AGENT_PID=3461
EVR_TASK_ID=wiredtiger_disagg_amazon2023_disagg_stress_format_stress_test_disagg_switch_3_2079bdfc5c876c1eadcacbe42e1d6a639413d6ce_26_04_23_22_31_21
EXT=extensions=[ ext/compressors/snappy/libwiredtiger_snappy.so, ext/collators/reverse/libwiredtiger_reverse_collator.so, ext/encryptors/rotn/libwiredtiger_rotn.so, ext/page_log/palite/libwiredtiger_palite.so, ]
GOCACHE=/data/mci/7a93ceafa353296dc5f881c915a9ea1e/wiredtiger/cmake_build/test/format/.gocache
GOTRACEBACK=none
HISTCONTROL=ignoredups
HISTSIZE=1000
HOME=/home/ec2-user
HOSTNAME=ip-10-122-48-237.ec2.internal
INVOCATION_ID=354a1fd758294706813a97d562f81692
JASPER_ID=d468d4f0-bb7c-4dc0-a3e8-993763a069a0
JASPER_MANAGER=eb7747ae-dab1-4f14-adec-fdd3ce153296
JOURNAL_STREAM=8:17958
LANG=C.UTF-8
LC_ALL=C
LD_LIBRARY_PATH=/data/mci/7a93ceafa353296dc5f881c915a9ea1e/wiredtiger/cmake_build
LD_PRELOAD=/data/mci/7a93ceafa353296dc5f881c915a9ea1e/wiredtiger/TCMALLOC_LIB/libtcmalloc.so
LESSOPEN=||/usr/bin/lesspipe.sh %s
LOGNAME=ec2-user
MAIL=/var/spool/mail/ec2-user
PATH=/opt/mongodbtoolchain/v5/bin:/usr/sbin:/usr/sbin:/usr/sbin:/home/ec2-user/.local/bin:/home/ec2-user/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/opt/node/bin:/opt/node/bin:/opt/node/bin
PWD=/data/mci/7a93ceafa353296dc5f881c915a9ea1e/wiredtiger/cmake_build/test/format
SHELL=/bin/bash
SHLVL=1
SYSTEMD_COLORS=false
SYSTEMD_EXEC_PID=3374
S_COLORS=auto
TEMP=/data/mci/7a93ceafa353296dc5f881c915a9ea1e/tmp
TMP=/data/mci/7a93ceafa353296dc5f881c915a9ea1e/tmp
TMPDIR=/data/mci/7a93ceafa353296dc5f881c915a9ea1e/tmp
USER=ec2-user
WT_BUILDDIR=/data/mci/7a93ceafa353296dc5f881c915a9ea1e/wiredtiger/cmake_build
WT_TOPDIR=/data/mci/7a93ceafa353296dc5f881c915a9ea1e/wiredtiger
_=/usr/bin/printenv
which_declare=declare -f
}
echo "Dump Environment"
printenv | sort
# Fail, show the configuration file.
fail() {
echo "======= FAILURE =========="
[ -f RUNDIR/CONFIG ] && cat RUNDIR/CONFIG
exit 1
}
for i in $(seq 5); do
echo Iteration $i/5
rm -rf RUNDIR
./t -c ../../../test/format/CONFIG.disagg disagg.mode=switch runs.timer=10:15 || fail
Iteration 1/5
t: process 3745 running
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=1189860,metadata_checksum=f79ebdcd,database_size=1206455192,version=1,compatible_version=1],timestamp=0x9de440) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=1928734,metadata_checksum=dd45aab1,database_size=1338680615,version=1,compatible_version=1],timestamp=0xe12e27) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=2496129,metadata_checksum=1951efba,database_size=1243497490,version=1,compatible_version=1],timestamp=0x11483d2) ---
t: successful run completed (828 seconds)
if [ true = true ]; then
./t -R $format_args || fail
fi
done
t: WARNING: turning off ops.random_cursor with disagg as they are currently problematic and can cause stalls
t: process 4542 running
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=2496129,metadata_checksum=1951efba,database_size=1243497490,version=1,compatible_version=1],timestamp=0x11483d2) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=2992182,metadata_checksum=36e6a2fc,database_size=1212123899,version=1,compatible_version=1],timestamp=0x13e217d) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=3425507,metadata_checksum=4fb493ba,database_size=1213959218,version=1,compatible_version=1],timestamp=0x1601fc9) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=3819887,metadata_checksum=ef74dd1c,database_size=1242580342,version=1,compatible_version=1],timestamp=0x17a5e28) ---
t: successful run completed (1141 seconds)
Iteration 2/5
t: process 5383 running
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=582078,metadata_checksum=794c8406,database_size=843462032,version=1,compatible_version=1],timestamp=0x202a248) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=1282780,metadata_checksum=946e1445,database_size=930994913,version=1,compatible_version=1],timestamp=0x3231d7b) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=1858562,metadata_checksum=1a747da7,database_size=933774121,version=1,compatible_version=1],timestamp=0x40e855c) ---
t: successful run completed (715 seconds)
t: WARNING: table selection didn't support mirroring, turning off mirroring
t: WARNING: turning off ops.random_cursor with disagg as they are currently problematic and can cause stalls
t: WARNING: table selection didn't support mirroring, turning off mirroring
t: WARNING: table.1 skipped verify because of EBUSY
t: process 6004 running
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=2289891,metadata_checksum=d04b4cb,database_size=965070935,version=1,compatible_version=1],timestamp=0x4b42312) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=2736680,metadata_checksum=6cf19916,database_size=893366769,version=1,compatible_version=1],timestamp=0x578e54a) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=3139490,metadata_checksum=5965d10,database_size=870457868,version=1,compatible_version=1],timestamp=0x636cae8) ---
t: successful run completed (813 seconds)
t: WARNING: table.3 skipped verify because of EBUSY
t: WARNING: table.3 skipped verify because of EBUSY
Iteration 3/5
t: process 6674 running
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=1337127,metadata_checksum=688f1a11,database_size=866304376,version=1,compatible_version=1],timestamp=0xe2ab2a) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=2266619,metadata_checksum=5863bf2d,database_size=1114133787,version=1,compatible_version=1],timestamp=0x13db2f6) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=3116883,metadata_checksum=135a2836,database_size=1180148321,version=1,compatible_version=1],timestamp=0x18e6e5f) ---
t: successful run completed (792 seconds)
t: WARNING: turning off ops.random_cursor with disagg as they are currently problematic and can cause stalls
t: WARNING: table selection didn't support mirroring, turning off mirroring
t: WARNING: table.1 skipped verify because of EBUSY
t: process 7205 running
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=3836832,metadata_checksum=3858eb68,database_size=1115681622,version=1,compatible_version=1],timestamp=0x1d0aaf2) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=4510074,metadata_checksum=7412b93e,database_size=1174428238,version=1,compatible_version=1],timestamp=0x20ef108) ---
--- [Follower] Picked up checkpoint (metadata=[metadata_lsn=5179411,metadata_checksum=9b925da1,database_size=1229697408,version=1,compatible_version=1],timestamp=0x24b3f62) ---
t: successful run
format-stress-test-disagg-switch-3 task_log
Logs:
[1776990741:509696][9154:0xffff9dc68040], t, WT_SESSION.close: [WT_VERB_DEFAULT][ERROR]: __wt_scr_discard, 381: scratch buffer allocated and never discarded: __wt_prepared_discover_filter_apply_handles: 480
format-stress-test-disagg-switch-3 task_log
Logs:
Iteration 5/5 t: process 9154 running --- [Follower] Picked up checkpoint (metadata=[metadata_lsn=810015,metadata_checksum=d56b0e14,database_size=870168674,version=1,compatible_version=1],timestamp=0x164b98a) --- t: FAILED: read_op/82: now < start || now - start < FORMAT_PREPARE_TIMEOUT: WT_CURSOR.prev: timed out with prepare-conflict ############################################ # RUN PARAMETERS: V3 ############################################ assert.read_timestamp=0 background_compact=0 background_compact.free_space_target=4 backup=0 backup.incremental=off backup.incr_granularity=14159 backup.live_restore=0 backup.live_restore_read_size=256 backup.live_restore_threads=5 block_cache=0 block_cache.cache_on_checkpoint=0 block_cache.cache_on_writes=1 block_cache.size=89 btree.reverse=0 cache=3072 cache.evict_max=1 cache.eviction_dirty_target=0 cache.eviction_dirty_trigger=0 cache.eviction_updates_target=0 cache.eviction_updates_trigger=0 cache.minimum=0 cache.maximum=0 checkpoint=on checkpoint.log_size=199 checkpoint.wait=46 compact.free_space_target=57 debug.background_compact=0 debug.checkpoint_retention=10 debug.cursor_reposition=0 debug.eviction=0 debug.log_retention=9 debug.realloc_exact=0 debug.realloc_malloc=0 debug.slow_checkpoint=0 debug.table_logging=0 debug.update_restore_evict=1 disagg.internal_page_delta=1 disagg.leaf_page_delta=1 disagg.multi=0 disagg.multi_validation=0 disagg.enabled=1 disagg.layered=1 disagg.mode=switch disagg.page_log=palite disagg.key_provider=0 disagg.page_log.verbose=0 disagg.drain_threads=9 disagg.preserve=0 disk.data_extend=0 disk.encryption=rotn-7 disk.mmap=1 disk.mmap_all=0 eviction.evict_use_softptr=0 file_manager.close_handle_minimum=26 file_manager.close_idle_time=16 file_manager.close_scan_interval=23 format.abort=0 format.independent_thread_rng=1 format.major_timeout=0 import=0 logging=0 logging.compression=none logging.file_max=298617 logging.prealloc=1 logging.remove=0 obsolete_cleanup.method=off obsolete_cleanup.wait=2589 ops.alter=0 ops.compaction=0 ops.hs_cursor=1 ops.pct.modify=0 ops.bound_cursor=0 ops.prepare=1 ops.reserve=14 ops.random_cursor=0 ops.salvage=0 ops.throttle=0 ops.throttle.sleep_us=410190 ops.verify=1 prefetch=0 precise_checkpoint=1 preserve_prepared=1 quiet=1 random.data_seed=1497148 random.extra_seed=4616387 rollback_to_stable_threads=5 runs.in_memory=0 runs.ops=0 runs.predictable_replay=0 runs.source=layered runs.tables=3 runs.threads=23 runs.timer=11 runs.type=row-store runs.verify_failure_dump=0 statistics.mode=all statistics_log.sources=off stress.aggressive_stash_free=0 stress.aggressive_sweep=0 stress.checkpoint=0 stress.checkpoint_evict_page=0 stress.checkpoint_prepare=0 stress.compact_slow=0 stress.evict_reposition=0 stress.failpoint_eviction_split=1 stress.failpoint_hs_delete_key_from_ts=0 stress.failpoint_rec_before_wrapup=1 stress.hs_checkpoint_delay=0 stress.hs_search=0 stress.hs_sweep=1 stress.prefetch_delay=0 stress.prepare_resolution_1=0 stress.sleep_before_read_overflow_onpage=0 stress.split_1=0 stress.split_2=0 stress.split_3=0 stress.split_4=0 stress.split_5=0 stress.split_6=0 stress.split_7=0 stress.split_8=0 tiered_storage.flush_frequency=0 tiered_storage.storage_source=off transaction.implicit=0 transaction.operation_timeout_ms=2000 transaction.timestamps=1 wiredtiger.config=off wiredtiger.rwlock=1 wiredtiger.leak_memory=0 ############################################ # TABLE PARAMETERS: table 1 ############################################ table1.btree.compression=none table1.btree.dictionary=1 table1.btree.internal_key_truncation=1 table1.btree.internal_page_max=11 table1.btree.key_max=125 table1.btree.key_min=26 table1.btree.leaf_page_max=12 table1.btree.memory_page_max=7 table1.btree.prefix_len=0 table1.btree.prefix_compression=1 table1.btree.prefix_compression_min=1 table1.btree.split_pct=67 table1.btree.value_max=834 table1.btree.value_min=6 table1.disk.checksum=on table1.disk.firstfit=1 table1.ops.pareto=0 table1.ops.pareto.skew=61 table1.ops.pct.delete=2 table1.ops.pct.insert=37 table1.ops.pct.read=19 table1.ops.pct.write=42 table1.ops.truncate=1 table1.runs.mirror=0 table1.runs.rows=877412 ############################################ # TABLE PARAMETERS: table 2 ############################################ table2.btree.compression=none table2.btree.dictionary=0 table2.btree.internal_key_truncation=1 table2.btree.internal_page_max=10 table2.btree.key_max=43 table2.btree.key_min=23 table2.btree.leaf_page_max=9 table2.btree.memory_page_max=10 table2.btree.prefix_len=0 table2.btree.prefix_compression=1 table2.btree.prefix_compression_min=7 table2.btree.split_pct=92 table2.btree.value_max=3710 table2.btree.value_min=0 table2.disk.checksum=on table2.disk.firstfit=1 table2.ops.pareto=0 table2.ops.pareto.skew=51 table2.ops.pct.delete=45 table2.ops.pct.insert=4 table2.ops.pct.read=5 table2.ops.pct.write=46 table2.ops.truncate=1 table2.runs.mirror=0 table2.runs.rows=137442 ############################################ # TABLE PARAMETERS: table 3 ############################################ table3.btree.compression=none table3.btree.dictionary=0 table3.btree.internal_key_truncation=1 table3.btree.internal_page_max=9 table3.btree.key_max=56 table3.btree.key_min=29 table3.btree.leaf_page_max=9 table3.btree.memory_page_max=6 table3.btree.prefix_len=0 table3.btree.prefix_compression=1 table3.btree.prefix_compression_min=0 table3.btree.split_pct=58 table3.btree.value_max=895 table3.btree.value_min=7 table3.disk.checksum=off table3.disk.firstfit=0 table3.ops.pareto=0 table3.ops.pareto.skew=45 table3.ops.pct.delete=20 table3.ops.pct.insert=2 table3.ops.pct.read=4 table3.ops.pct.write=74 table3.ops.truncate=1 table3.runs.mirror=0 table3.runs.rows=788629 t: run FAILED t: process aborting WiredTiger Error: __wt_abort, 29: aborting WiredTiger library Error at src/include/txn_inline.h:1615: "__wt_txn_read_upd_list_internal(session, cbt, upd, &prepare_upd, &restored_upd)" failed with WT_PREPARE_CONFLICT: conflict with a prepared update (-31808) Error at src/btree/bt_curprev.c:526: "__wt_txn_read(session, cbt, &cbt->iface.key, WT_RECNO_OOB, WT_ROW_UPDATE(page, rip))" failed with WT_PREPARE_CONFLICT: conflict with a prepared update (-31808) Error at src/cursor/cur_file.c:246: "ret" failed with WT_PREPARE_CONFLICT: conflict with a prepared update (-31808) Error at src/cursor/cur_layered.c:961: "ret" failed with WT_PREPARE_CONFLICT: conflict with a prepared update (-31808) Error at src/cursor/cur_layered.c:1130: "__clayered_iterate_constituents(clayered, iter_flag)" failed with WT_PREPARE_CONFLICT: conflict with a prepared update (-31808) Error at src/cursor/cur_layered.c:1208: "__clayered_iterate(clayered, WT_CLAYERED_ITERATE_PREV)" failed with WT_PREPARE_CONFLICT: conflict with a prepared update (-31808) bash: line 65: 9154 Aborted (core dumped) ./t -c ../../../test/format/CONFIG.disagg disagg.mode=switch runs.timer=10:15 ======= FAILURE ========== ############################################ # RUN PARAMETERS: V3 ############################################ assert.read_timestamp=0 background_compact=0 background_compact.free_space_target=4 backup=0 backup.incremental=off backup.incr_granularity=14159 backup.live_restore=0 backup.live_restore_read_size=256 backup.live_restore_threads=5 block_cache=0 block_cache.cache_on_checkpoint=0 block_cache.cache_on_writes=1 block_cache.size=89 btree.reverse=0 cache=3072 cache.evict_max=1 cache.eviction_dirty_target=0 cache.eviction_dirty_trigger=0 cache.eviction_updates_target=0 cache.eviction_updates_trigger=0 cache.minimum=0 cache.maximum=0 checkpoint=on checkpoint.log_size=199 checkpoint.wait=46 compact.free_space_target=57 debug.background_compact=0 debug.checkpoint_retention=10 debug.cursor_reposition=0 debug.eviction=0 debug.log_retention=9 debug.realloc_exact=0 debug.realloc_malloc=0 debug.slow_checkpoint=0 debug.table_logging=0 debug.update_restore_evict=1 disagg.internal_page_delta=1 disagg.leaf_page_delta=1 disagg.multi=0 disagg.multi_validation=0 disagg.enabled=1 disagg.layered=1 disagg.mode=switch disagg.page_log=palite disagg.key_provider=0 disagg.page_log.verbose=0 disagg.drain_threads=9 disagg.preserve=0 disk.data_extend=0 disk.encryption=rotn-7 disk.mmap=1 disk.mmap_all=0 eviction.evict_use_softptr=0 file_manager.close_handle_minimum=26 file_manager.close_idle_time=16 file_manager.close_scan_interval=23 format.abort=0 format.independent_thread_rng=1 format.major_timeout=0 import=0 logging=0 logging.compression=none logging.file_max=298617 logging.prealloc=1 logging.remove=0 obsolete_cleanup.method=off obsolete_cleanup.wait=2589 ops.alter=0 ops.compaction=0 ops.hs_cursor=1 ops.pct.modify=0 ops.bound_cursor=0 ops.prepare=1 ops.reserve=14 ops.random_cursor=0 ops.salvage=0 ops.throttle=0 ops.throttle.sleep_us=410190 ops.verify=1 prefetch=0 precise_checkpoint=1 preserve_prepared=1 quiet=1 random.data_seed=1497148 random.extra_seed=4616387 rollback_to_stable_threads=5 runs.in_memory=0 runs.ops=0 runs.predictable_replay=0 runs.source=layered runs.tables=3 runs.threads=23 runs.timer=11 runs.type=row-store runs.verify_failure_dump=0 statistics.mode=all statistics_log.sources=off stress.aggressive_stash_free=0 stress.aggressive_sweep=0 stress.checkpoint=0 stress.checkpoint_evict_page=0 stress.checkpoint_prepare=0 stress.compact_slow=0 stress.evict_reposition=0 stress.failpoint_eviction_split=1 stress.failpoint_hs_delete_key_from_ts=0 stress.failpoint_rec_before_wrapup=1 stress.hs_checkpoint_delay=0 stress.hs_search=0 stress.hs_sweep=1 stress.prefetch_delay=0 stress.prepare_resolution_1=0 stress.sleep_before_read_overflow_onpage=0 stress.split_1=0 stress.split_2=0 stress.split_3=0 stress.split_4=0 stress.split_5=0 stress.split_6=0 stress.split_7=0 stress.split_8=0 tiered_storage.flush_frequency=0 tiered_storage.storage_source=off transaction.implicit=0 transaction.operation_timeout_ms=2000 transaction.timestamps=1 wiredtiger.config=off wiredtiger.rwlock=1 wiredtiger.leak_memory=0
format-stress-test-disagg-switch-3 task_log
Logs:
#0 0x0000ffff9c2c4454 in __pthread_kill_implementation () from /lib64/libc.so.6 #0 0x0000ffff9c2c4454 in __pthread_kill_implementation () from /lib64/libc.so.6 #1 0x0000ffff9c27b320 [PAC] in raise () from /lib64/libc.so.6 #2 0x0000ffff9c262224 [PAC] in abort () from /lib64/libc.so.6 #3 0x0000ffff9c63e108 [PAC] in __wt_abort (session=session@entry=0x0) at /data/mci/54b7b242b03eb49b178d99b91219ee65/wiredtiger/src/os_common/os_abort.c:32 #4 0x00000000004255d4 in testutil_die (e=e@entry=0, fmt=fmt@entry=0x428718 "%s/%d: %s: %s: timed out with prepare-conflict") at /data/mci/54b7b242b03eb49b178d99b91219ee65/wiredtiger/test/utility/misc.c:75 #5 0x0000000000412f28 in read_op (cursor=cursor@entry=0x1337ebd88000, op=op@entry=PREV, exactp=exactp@entry=0x0) at /data/mci/54b7b242b03eb49b178d99b91219ee65/wiredtiger/test/format/format_inline.h:82 #6 0x0000000000413960 in nextprev (tinfo=tinfo@entry=0x1337ef3fe000, next=next@entry=false) at /data/mci/54b7b242b03eb49b178d99b91219ee65/wiredtiger/test/format/ops.c:1683 #7 0x0000000000415394 in table_op (tinfo=tinfo@entry=0x1337ef3fe000, intxn=intxn@entry=true, iso_level=iso_level@entry=ISOLATION_SNAPSHOT, op=<optimized out>, op@entry=UPDATE) at /data/mci/54b7b242b03eb49b178d99b91219ee65/wiredtiger/test/format/ops.c:940 #8 0x000000000041692c in ops (arg=0x1337ef3fe000) at /data/mci/54b7b242b03eb49b178d99b91219ee65/wiredtiger/test/format/ops.c:1302 #9 0x0000ffff9c2c2834 in start_thread () from /lib64/libc.so.6 #10 0x0000ffff9c266e5c [PAC] in thread_start () from /lib64/libc.so.6