TSAN race between two threads inside checkpoint code in layered60

XMLWordPrintableJSON

    • Type: Build Failure
    • Resolution: Unresolved
    • Priority: Major - P3
    • None
    • Affects Version/s: None
    • Component/s: Checkpoints

      generate-tsan-metric on amazon2023-arm64-tsan

      Host: i-083ec1608aa08aa63
      Project: wiredtiger
      Commit: 2a3ec4b0
      Please refer to BF(G) Playbook for instructions on handling BF and BFG tickets as well as Auto-Resolution Rules

      Task Logs:

      generate-tsan-metric task_log

      Logs:

      TSAN log: tsan_logs_test_layered60.py.236097
      WARNING: ThreadSanitizer: data race (pid=236097)
      Write of size 8 at 0xffff8366f548 by thread T27 (mutexes: write M0, write M1, write M2):
      #0 __wt_sync_file /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/btree/bt_sync.c:292 (libwiredtiger.so.12.0.0+0x20f68c)
      #1 __checkpoint_tree /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/checkpoint/checkpoint_txn.c:2748 (libwiredtiger.so.12.0.0+0x2b1844)
      #2 __checkpoint_tree_helper /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/checkpoint/checkpoint_txn.c:2910 (libwiredtiger.so.12.0.0+0x2bcf00)
      #3 __checkpoint_apply_to_dhandles /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/checkpoint/checkpoint_txn.c:337 (libwiredtiger.so.12.0.0+0x2bcc90)
      #4 __checkpoint_db_internal /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/checkpoint/checkpoint_txn.c:1527 (libwiredtiger.so.12.0.0+0x2b51d8)
      #5 __checkpoint_db_wrapper /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/checkpoint/checkpoint_txn.c:1921 (libwiredtiger.so.12.0.0+0x2b0120)
      #6 __wt_checkpoint_db /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/checkpoint/checkpoint_txn.c:2000 (libwiredtiger.so.12.0.0+0x2af7cc)
      #7 __session_checkpoint /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/session/session_api.c:2443 (libwiredtiger.so.12.0.0+0x68d9bc)
      #8 _wrap_Session_checkpoint lang/python/CMakeFiles/wiredtiger_python.dir/wiredtigerPYTHON_wrap.c:8361 (_wiredtiger.so+0x2a89c)
      #9 cfunction_call ../src/Python-3.10.4/Objects/methodobject.c:552 (libpython3.10.so.1.0+0xd0d28) (BuildId: c688bb44d7e6f246315ba0505d5c6fb61d008510)
      Previous write of size 8 at 0xffff8366f548 by main thread (mutexes: write M3, write M4, write M5, write M6):
      #0 __wt_sync_file /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/btree/bt_sync.c:292 (libwiredtiger.so.12.0.0+0x20f68c)
      #1 __checkpoint_tree /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/checkpoint/checkpoint_txn.c:2748 (libwiredtiger.so.12.0.0+0x2b1844)
      #2 __wt_checkpoint_file /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/checkpoint/checkpoint_txn.c:2965 (libwiredtiger.so.12.0.0+0x2b0fc0)
      #3 __wt_meta_track_off /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/meta/meta_track.c:296 (libwiredtiger.so.12.0.0+0x533294)
      #4 __schema_create /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/schema/schema_create.c:1693 (libwiredtiger.so.12.0.0+0x637d08)
      #5 __wt_schema_create /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/schema/schema_create.c:1729 (libwiredtiger.so.12.0.0+0x6372dc)
      #6 __wt_session_create /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/session/session_api.c:1105 (libwiredtiger.so.12.0.0+0x66d5a4)
      #7 __session_create /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/session/session_api.c:1147 (libwiredtiger.so.12.0.0+0x6779b8)
      #8 _wrap_Session_create lang/python/CMakeFiles/wiredtiger_python.dir/wiredtigerPYTHON_wrap.c:7001 (_wiredtiger.so+0x266a0)
      #9 cfunction_call ../src/Python-3.10.4/Objects/methodobject.c:552 (libpython3.10.so.1.0+0xd0d28) (BuildId: c688bb44d7e6f246315ba0505d5c6fb61d008510)
      Location is heap block of size 8960 at 0xffff8366e000 allocated by main thread:
      #0 calloc <null> (libtsan.so.2+0x553ec) (BuildId: c82c4afde85b6b512548b11edd3036251bebb25d)
      #1 __wt_calloc /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/os_common/os_alloc.c:68 (libwiredtiger.so.12.0.0+0x545aa4)
      #2 wiredtiger_open /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/conn/conn_api.c:3116 (libwiredtiger.so.12.0.0+0x2e3250)
      #3 _wrap_wiredtiger_open lang/python/CMakeFiles/wiredtiger_python.dir/wiredtigerPYTHON_wrap.c:10278 (_wiredtiger.so+0x306dc)
      #4 cfunction_call ../src/Python-3.10.4/Objects/methodobject.c:552 (libpython3.10.so.1.0+0xd0d28) (BuildId: c688bb44d7e6f246315ba0505d5c6fb61d008510)
      Mutex M0 (0xffff889a9808) created at:
      #0 pthread_mutex_init <null> (libtsan.so.2+0x591b8) (BuildId: c82c4afde85b6b512548b11edd3036251bebb25d)
      #1 __wt_spin_init /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/include/mutex_inline.h:142 (libwiredtiger.so.12.0.0+0x69fef0)
      #2 __open_session /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/session/session_api.c:2602 (libwiredtiger.so.12.0.0+0x671a4c)
      #3 __wt_open_session /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/session/session_api.c:2727 (libwiredtiger.so.12.0.0+0x6712dc)
      #4 __conn_open_session /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/conn/conn_api.c:1393 (libwiredtiger.so.12.0.0+0x2eee80)
      #5 _wrap_Connection_open_session lang/python/CMakeFiles/wiredtiger_python.dir/wiredtigerPYTHON_wrap.c:9359 (_wiredtiger.so+0x2da1c)
      #6 cfunction_call ../src/Python-3.10.4/Objects/methodobject.c:552 (libpython3.10.so.1.0+0xd0d28) (BuildId: c688bb44d7e6f246315ba0505d5c6fb61d008510)
      Mutex M1 (0xffff8366e8f8) created at:
      #0 pthread_mutex_init <null> (libtsan.so.2+0x591b8) (BuildId: c82c4afde85b6b512548b11edd3036251bebb25d)
      #1 __wt_spin_init /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/include/mutex_inline.h:142 (libwiredtiger.so.12.0.0+0x322888)
      #2 __wti_connection_init /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/conn/conn_handle.c:50 (libwiredtiger.so.12.0.0+0x321628)
      #3 wiredtiger_open /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/conn/conn_api.c:3132 (libwiredtiger.so.12.0.0+0x2e342c)
      #4 _wrap_wiredtiger_open lang/python/CMakeFiles/wiredtiger_python.dir/wiredtigerPYTHON_wrap.c:10278 (_wiredtiger.so+0x306dc)
      #5 cfunction_call ../src/Python-3.10.4/Objects/methodobject.c:552 (libpython3.10.so.1.0+0xd0d28) (BuildId: c688bb44d7e6f246315ba0505d5c6fb61d008510)
      Mutex M2 (0xffff86210c80) created at:
      #0 pthread_mutex_init <null> (libtsan.so.2+0x591b8) (BuildId: c82c4afde85b6b512548b11edd3036251bebb25d)
      #1 __wt_spin_init /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/include/mutex_inline.h:142 (libwiredtiger.so.12.0.0+0x159ab8)
      #2 __btree_conf /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/btree/bt_handle.c:742 (libwiredtiger.so.12.0.0+0x155090)
      #3 __wt_btree_open /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/btree/bt_handle.c:246 (libwiredtiger.so.12.0.0+0x151a90)
      #4 __wt_conn_dhandle_open /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/conn/conn_dhandle.c:647 (libwiredtiger.so.12.0.0+0x3199e8)
      #5 __wt_session_get_dhandle /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/session/session_dhandle.c:986 (libwiredtiger.so.12.0.0+0x6b320c)
      #6 __create_file /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/schema/schema_create.c:388 (libwiredtiger.so.12.0.0+0x63ac3c)
      #7 __schema_create /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/schema/schema_create.c:1669 (libwiredtiger.so.12.0.0+0x637a50)
      #8 __wt_schema_create /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/schema/schema_create.c:1729 (libwiredtiger.so.12.0.0+0x6372dc)
      #9 __create_layered /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/schema/schema_create.c:1214 (libwiredtiger.so.12.0.0+0x63cfac)
      #10 __schema_create /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/schema/schema_create.c:1673 (libwiredtiger.so.12.0.0+0x637ac8)
      #11 __wt_schema_create /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/schema/schema_create.c:1729 (libwiredtiger.so.12.0.0+0x6372dc)
      #12 __create_colgroup /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/schema/schema_create.c:708 (libwiredtiger.so.12.0.0+0x63988c)
      #13 __create_table /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/schema/schema_create.c:1076 (libwiredtiger.so.12.0.0+0x63e3d0)
      #14 __schema_create /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/schema/schema_create.c:1677 (libwiredtiger.so.12.0.0+0x637b40)
      #15 __wt_schema_create /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/schema/schema_create.c:1729 (libwiredtiger.so.12.0.0+0x6372dc)
      #16 __wt_session_create /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/session/session_api.c:1105 (libwiredtiger.so.12.0.0+0x66d5a4)
      #17 __session_create /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/session/session_api.c:1147 (libwiredtiger.so.12.0.0+0x6779b8)
      #18 _wrap_Session_create lang/python/CMakeFiles/wiredtiger_python.dir/wiredtigerPYTHON_wrap.c:7001 (_wiredtiger.so+0x266a0)
      #19 cfunction_call ../src/Python-3.10.4/Objects/methodobject.c:552 (libpython3.10.so.1.0+0xd0d28) (BuildId: c688bb44d7e6f246315ba0505d5c6fb61d008510)
      Mutex M3 (0xffff889a9030) created at:
      #0 pthread_mutex_init <null> (libtsan.so.2+0x591b8) (BuildId: c82c4afde85b6b512548b11edd3036251bebb25d)
      #1 __wt_spin_init /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/include/mutex_inline.h:142 (libwiredtiger.so.12.0.0+0x69fef0)
      #2 __open_session /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/session/session_api.c:2602 (libwiredtiger.so.12.0.0+0x671a4c)
      #3 __wt_open_session /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/session/session_api.c:2727 (libwiredtiger.so.12.0.0+0x6712dc)
      #4 __conn_open_session /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/conn/conn_api.c:1393 (libwiredtiger.so.12.0.0+0x2eee80)
      #5 _wrap_Connection_open_session lang/python/CMakeFiles/wiredtiger_python.dir/wiredtigerPYTHON_wrap.c:9359 (_wiredtiger.so+0x2da1c)
      #6 cfunction_call ../src/Python-3.10.4/Objects/methodobject.c:552 (libpython3.10.so.1.0+0xd0d28) (BuildId: c688bb44d7e6f246315ba0505d5c6fb61d008510)
      Mutex M4 (0xffff8366eaa8) created at:
      #0 pthread_mutex_init <null> (libtsan.so.2+0x591b8) (BuildId: c82c4afde85b6b512548b11edd3036251bebb25d)
      #1 __wt_spin_init /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/include/mutex_inline.h:142 (libwiredtiger.so.12.0.0+0x322888)
      #2 __wti_connection_init /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/conn/conn_handle.c:60 (libwiredtiger.so.12.0.0+0x321d1c)
      #3 wiredtiger_open /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/conn/conn_api.c:3132 (libwiredtiger.so
      

      logs

      generate-tsan-metric task_log

      Logs:

      SUMMARY: ThreadSanitizer: data race /data/mci/a14b58e1993644e8b0c2dc0913629a6f/wiredtiger/src/btree/bt_sync.c:292 in __wt_sync_file
      

      logs

            Assignee:
            [DO NOT USE] Backlog - Storage Engines Team
            Reporter:
            xgen-buildbaron-user
            Votes:
            0 Vote for this issue
            Watchers:
            2 Start watching this issue

              Created:
              Updated: