failed: format-stress-test-tsan on ubuntu2004-tsan [wiredtiger @ 12af855a]

XMLWordPrintableJSON

    • Type: Build Failure
    • Resolution: Unresolved
    • Priority: Major - P3
    • None
    • Affects Version/s: None
    • Component/s: None

      format-stress-test-tsan on ubuntu2004-tsan

      Host: i-0ccbcb6abfa319e9e
      Project: wiredtiger
      Commit: 12af855a
      Please refer to BF(G) Playbook for instructions on handling BF and BFG tickets as well as Auto-Resolution Rules

      Task Logs:

      format-stress-test-tsan task_log

      Logs:

      WARNING: ThreadSanitizer: data race (pid=4515)
  Atomic write of size 1 at 0x725c00070541 by thread T74:
    #0 __wt_atomic_cas_uint8 /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/include/gcc.h:379:1 (libwiredtiger.so.12.0.0+0x53ddd9)
    #1 __wt_btree_disable_bulk /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/include/btree_inline.h:33:9 (libwiredtiger.so.12.0.0+0x537154)
    #2 __wti_live_restore_fs_restore_file /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/live_restore/live_restore_fs.c:988:5 (libwiredtiger.so.12.0.0+0x536adf)
    #3 __live_restore_worker_run /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/live_restore/live_restore_server.c:277:5 (libwiredtiger.so.12.0.0+0x54adcc)
    #4 __thread_run /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/support/thread_group.c:32:9 (libwiredtiger.so.12.0.0+0x821059)
  Previous read of size 1 at 0x725c00070541 by thread T53 (mutexes: write M0, write M1):
    #0 __checkpoint_tree /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/checkpoint/checkpoint_txn.c:2520:33 (libwiredtiger.so.12.0.0+0x2f3612)
    #1 __wt_checkpoint_file /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/checkpoint/checkpoint_txn.c:2777:11 (libwiredtiger.so.12.0.0+0x2f310b)
    #2 __checkpoint_db_internal /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/checkpoint/checkpoint_txn.c:1396:9 (libwiredtiger.so.12.0.0+0x2f8678)
    #3 __checkpoint_db_wrapper /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/checkpoint/checkpoint_txn.c:1737:11 (libwiredtiger.so.12.0.0+0x2f2036)
    #4 __wt_checkpoint_db /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/checkpoint/checkpoint_txn.c:1816:9 (libwiredtiger.so.12.0.0+0x2f16cf)
    #5 __session_checkpoint /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/session/session_api.c:2443:11 (libwiredtiger.so.12.0.0+0x727d32)
    #6 wts_verify /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/verify.c:397:5 (t+0x12627b)
    #7 check_copy /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/backup.c:58:5 (t+0xed986)
    #8 backup /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/backup.c:625:9 (t+0xeb84f)
  Location is heap block of size 808 at 0x725c00070380 allocated by thread T53:
    #0 calloc /data/mci/444c1191ff66ec5bade6c97089429fd0/toolchain-builder/tmp/build-llvm-v5.sh-Dae/llvm-project-llvmorg/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:686:5 (t+0x649cb)
    #1 __wt_calloc /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/os_common/os_alloc.c:68:14 (libwiredtiger.so.12.0.0+0x5bf8c4)
    #2 __wt_conn_dhandle_alloc /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/conn/conn_dhandle.c:233:9 (libwiredtiger.so.12.0.0+0x360067)
    #3 __session_find_shared_dhandle /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/session/session_dhandle.c:873:5 (libwiredtiger.so.12.0.0+0x75602f)
    #4 __session_get_dhandle /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/session/session_dhandle.c:903:5 (libwiredtiger.so.12.0.0+0x7550dd)
    #5 __wt_session_get_dhandle /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/session/session_dhandle.c:933:9 (libwiredtiger.so.12.0.0+0x753168)
    #6 __wt_session_get_btree_ckpt /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/session/session_dhandle.c:493:17 (libwiredtiger.so.12.0.0+0x751a93)
    #7 __wt_curfile_open /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/cursor/cur_file.c:1275:15 (libwiredtiger.so.12.0.0+0x3edc25)
    #8 __session_open_cursor_int /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/session/session_api.c:701:17 (libwiredtiger.so.12.0.0+0x701924)
    #9 __wt_open_cursor /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/session/session_api.c:810:13 (libwiredtiger.so.12.0.0+0x700e11)
    #10 __curhs_file_cursor_open /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/cursor/cur_hs.c:49:5 (libwiredtiger.so.12.0.0+0x40e34d)
    #11 __wt_curhs_open_ext /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/cursor/cur_hs.c:1460:5 (libwiredtiger.so.12.0.0+0x40fe36)
    #12 __hs_get_btree /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/history/hs_conn.c:46:5 (libwiredtiger.so.12.0.0+0x527a9a)
    #13 __hs_config /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/history/hs_conn.c:83:5 (libwiredtiger.so.12.0.0+0x526d41)
    #14 __wt_hs_config /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/history/hs_conn.c:120:9 (libwiredtiger.so.12.0.0+0x526ac1)
    #15 __hs_exists_local /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/txn/txn_recover.c:972:19 (libwiredtiger.so.12.0.0+0x86965c)
    #16 __wt_txn_recover /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/txn/txn_recover.c:1075:9 (libwiredtiger.so.12.0.0+0x865bea)
    #17 __wti_connection_workers /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/conn/conn_open.c:268:5 (libwiredtiger.so.12.0.0+0x38fdce)
    #18 wiredtiger_open /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/conn/conn_api.c:3531:5 (libwiredtiger.so.12.0.0+0x32cd7e)
    #19 wts_open /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/wts.c:841:9 (t+0x133c35)
    #20 check_copy /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/backup.c:51:5 (t+0xed87e)
    #21 backup /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/backup.c:625:9 (t+0xeb84f)
  Mutex M0 (0x7f5552723e18) created at:
    #0 pthread_mutex_init /data/mci/444c1191ff66ec5bade6c97089429fd0/toolchain-builder/tmp/build-llvm-v5.sh-Dae/llvm-project-llvmorg/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1327:3 (t+0x67c83)
    #1 __wt_spin_init /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/include/mutex_inline.h:142:5 (libwiredtiger.so.12.0.0+0x73e371)
    #2 __open_session /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/session/session_api.c:2598:5 (libwiredtiger.so.12.0.0+0x707464)
    #3 __wt_open_session /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/session/session_api.c:2721:5 (libwiredtiger.so.12.0.0+0x706c18)
    #4 __conn_open_session /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/conn/conn_api.c:1399:5 (libwiredtiger.so.12.0.0+0x335972)
    #5 wts_verify /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/verify.c:396:5 (t+0x126208)
    #6 check_copy /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/backup.c:58:5 (t+0xed986)
    #7 backup /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/backup.c:625:9 (t+0xeb84f)
  Mutex M1 (0x7294000c10d8) created at:
    #0 pthread_mutex_init /data/mci/444c1191ff66ec5bade6c97089429fd0/toolchain-builder/tmp/build-llvm-v5.sh-Dae/llvm-project-llvmorg/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1327:3 (t+0x67c83)
    #1 __wt_spin_init /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/include/mutex_inline.h:142:5 (libwiredtiger.so.12.0.0+0x36d741)
    #2 __wti_connection_init /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/conn/conn_handle.c:50:5 (libwiredtiger.so.12.0.0+0x36c1de)
    #3 wiredtiger_open /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/conn/conn_api.c:3120:5 (libwiredtiger.so.12.0.0+0x328613)
    #4 wts_open /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/wts.c:841:9 (t+0x133c35)
    #5 check_copy /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/backup.c:51:5 (t+0xed87e)
    #6 backup /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/backup.c:625:9 (t+0xeb84f)
  Thread T74 'live_restore 12' (tid=4591, running) created by thread T53 at:
    #0 pthread_create /data/mci/444c1191ff66ec5bade6c97089429fd0/toolchain-builder/tmp/build-llvm-v5.sh-Dae/llvm-project-llvmorg/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1023:3 (t+0x662b1)
    #1 __wt_thread_create /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/os_posix/os_thread.c:60:5 (libwiredtiger.so.12.0.0+0x5dc2db)
    #2 __thread_group_resize /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/support/thread_group.c:209:9 (libwiredtiger.so.12.0.0+0x81eb89)
    #3 __wt_thread_group_create /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/support/thread_group.c:295:5 (libwiredtiger.so.12.0.0+0x81f46d)
    #4 __wt_live_restore_server_create /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/live_restore/live_restore_server.c:431:5 (libwiredtiger.so.12.0.0+0x54908d)
    #5 __wti_connection_workers /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/conn/conn_open.c:275:5 (libwiredtiger.so.12.0.0+0x38fe1b)
    #6 wiredtiger_open /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/conn/conn_api.c:3531:5 (libwiredtiger.so.12.0.0+0x32cd7e)
    #7 wts_open /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/wts.c:841:9 (t+0x133c35)
    #8 check_copy /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/backup.c:51:5 (t+0xed87e)
    #9 backup /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/backup.c:625:9 (t+0xeb84f)
  Thread T53 (tid=4570, running) created by main thread at:
    #0 pthread_create /data/mci/444c1191ff66ec5bade6c97089429fd0/toolchain-builder/tmp/build-llvm-v5.sh-Dae/llvm-project-llvmorg/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1023:3 (t+0x662b1)
    #1 __wt_thread_create /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/os_posix/os_thread.c:60:5 (libwiredtiger.so.12.0.0+0x5dc2db)
    #2 operations /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/ops.c:371:9 (t+0x108225)
    #3 main /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/test/format/t.c:393:13 (t+0x124413)

      logs

      format-stress-test-tsan task_log

      Logs:

      SUMMARY: ThreadSanitizer: data race /data/mci/1362547b8f14932f564c7f6e016d9dfd/wiredtiger/src/include/gcc.h:379:1 in __wt_atomic_cas_uint8

      logs

      format-stress-test-tsan task_log

      Logs:

      #0  __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50
#0  __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50
#1  0x00007f557485b859 in __GI_abort () at abort.c:79
#2  0x0000557872260177 in __interceptor_abort ()
#3  0x000055787223e28c in __sanitizer::Abort() ()
#4  0x000055787223c1ee in __sanitizer::Die() ()
#5  0x00005578722a132f in __tsan::finalize(void*) ()
#6  0x00007f557487f8a7 in __run_exit_handlers (status=0, listp=0x7f5574a25718 <__exit_funcs>, run_list_atexit=run_list_atexit@entry=true, run_dtors=run_dtors@entry=true) at exit.c:108
#7  0x00007f557487fa60 in __GI_exit (status=<optimized out>) at exit.c:139
#8  0x00007f557485d08a in __libc_start_main (main=0x5578723168b0 <main>, argc=8, argv=0x7ffe3c68c718, init=<optimized out>, fini=<optimized out>, rtld_fini=<optimized out>, stack_end=0x7ffe3c68c708) at ../csu/libc-start.c:342
#9  0x00005578722266ee in _start ()

      logs

      Repro Artifacts:

            Assignee:
            [DO NOT USE] Backlog - Storage Engines Team
            Reporter:
            xgen-buildbaron-user
            Votes:
            0 Vote for this issue
            Watchers:
            1 Start watching this issue

              Created:
              Updated: