Uploaded image for project: 'WiredTiger'
  1. WiredTiger
  2. WT-2396

Jenkins Spinlock GCC task Hung

    • Type: Icon: Bug Bug
    • Resolution: Done
    • Priority: Icon: Minor - P4 Minor - P4
    • WT2.8.0
    • Affects Version/s: None
    • Component/s: None
    • Labels:
      None

      The spinlock GCC task has hung on jenkins.

      Below is a dump of all threads

      Thread 13 (Thread 0x7faffd85d700 (LWP 30570)):
      #0  0x00007faffd94b933 in select () from /lib64/libc.so.6
      #1  0x000000000042fdae in __wt_sleep (seconds=<optimized out>, micro_seconds=<optimized out>) at ../src/os_posix/os_sleep.c:23
      #2  0x0000000000417371 in __evict_server (arg=<optimized out>) at ../src/evict/evict_lru.c:205
      #3  0x00007faffdc26df3 in start_thread () from /lib64/libpthread.so.0
      #4  0x00007faffd9541ad in clone () from /lib64/libc.so.6
      
      Thread 12 (Thread 0x7faffd05c700 (LWP 30571)):
      #0  0x00007faffd9390c7 in sched_yield () from /lib64/libc.so.6
      #1  0x000000000040f7d0 in __wt_spin_lock (t=<optimized out>, session=<optimized out>) at ../src/include/mutex.i:77
      #2  __sweep_remove_handles (session=0xd5de70) at ../src/conn/conn_sweep.c:238
      #3  __sweep_server (arg=0xd5de70) at ../src/conn/conn_sweep.c:304
      #4  0x00007faffdc26df3 in start_thread () from /lib64/libpthread.so.0
      #5  0x00007faffd9541ad in clone () from /lib64/libc.so.6
      
      Thread 11 (Thread 0x7faffc85b700 (LWP 30572)):
      #0  0x00007faffd9390c7 in sched_yield () from /lib64/libc.so.6
      #1  0x000000000046221d in __wt_spin_lock (t=<optimized out>, session=<optimized out>) at ../src/include/mutex.i:77
      #2  __wt_txn_checkpoint (session=0xd5f970, cfg=0x7faffc85ae80) at ../src/txn/txn_ckpt.c:655
      #3  0x0000000000450e1b in __session_checkpoint (wt_session=0xd5f970, config=<optimized out>) at ../src/session/session_api.c:1286
      #4  0x0000000000404211 in obj_checkpoint () at ../../../test/fops/file.c:194
      #5  0x00000000004045a9 in fop (arg=<optimized out>) at ../../../test/fops/fops.c:131
      #6  0x00007faffdc26df3 in start_thread () from /lib64/libpthread.so.0
      #7  0x00007faffd9541ad in clone () from /lib64/libc.so.6
      
      Thread 10 (Thread 0x7faffc05a700 (LWP 30573)):
      #0  0x00000000004a211d in __wt_spin_lock (t=<optimized out>, session=<optimized out>) at ../src/include/mutex.i:74
      #1  __wt_curfile_open (session=0xd5e770, uri=<optimized out>, owner=0x0, cfg=0x7faffc059e60, cursorp=0x7faffc059e80) at ../src/cursor/cur_file.c:548
      #2  0x000000000044e6a6 in __session_open_cursor_int (session=0xd5e770, uri=<optimized out>, owner=0x0, other=<optimized out>, cfg=0x7faffc059e60, cursorp=0x7faffc059e80) at ../src/session/session_api.c:313
      #3  0x000000000044ea7d in __session_open_cursor (wt_session=0xd5e770, uri=<optimized out>, to_dup=0x0, config=<optimized out>, cursorp=0x7faffc059ed0) at ../src/session/session_api.c:408
      #4  0x0000000000403c99 in obj_bulk () at ../../../test/fops/file.c:49
      #5  0x0000000000404519 in fop (arg=<optimized out>) at ../../../test/fops/fops.c:115
      #6  0x00007faffdc26df3 in start_thread () from /lib64/libpthread.so.0
      #7  0x00007faffd9541ad in clone () from /lib64/libc.so.6
      
      Thread 9 (Thread 0x7faffb859700 (LWP 30574)):
      #0  0x00007faffd9390c7 in sched_yield () from /lib64/libc.so.6
      #1  0x0000000000453ab5 in __wt_session_lock_dhandle (session=0xd5ea70, flags=<optimized out>, is_deadp=0x7faffb858cbf) at ../src/session/session_dhandle.c:243
      #2  0x0000000000453db0 in __wt_session_get_btree (session=0xd5ea70, uri=0x7fafd80085e0 "file:wt.115", checkpoint=0x7fafd8008600 "WiredTigerCheckpoint.1", cfg=0x0, flags=<optimized out>)
          at ../src/session/session_dhandle.c:484
      #3  0x000000000049aa87 in __wt_conn_dhandle_close_all (session=0xd5ea70, uri=0x7faffb858e90 "file:wt.115", force=false) at ../src/conn/conn_dhandle.c:457
      #4  0x0000000000447710 in __drop_file (cfg=<optimized out>, force=<optimized out>, uri=0x7faffb858e90 "file:wt.115", session=0xd5ea70) at ../src/schema/schema_drop.c:32
      #5  __wt_schema_drop (session=0xd5ea70, uri=<optimized out>, cfg=<optimized out>) at ../src/schema/schema_drop.c:180
      #6  0x0000000000451b7c in __wt_session_drop (session=0xd5ea70, uri=0x7faffb858e90 "file:wt.115", cfg=0x7faffb858e40) at ../src/session/session_api.c:649
      #7  0x0000000000451dae in __session_drop (wt_session=0xd5ea70, uri=0x7faffb858e90 "file:wt.115", config=<optimized out>) at ../src/session/session_api.c:675
      #8  0x0000000000403dfd in obj_bulk_unique (force=0) at ../../../test/fops/file.c:89
      #9  0x0000000000404606 in fop (arg=<optimized out>) at ../../../test/fops/fops.c:147
      #10 0x00007faffdc26df3 in start_thread () from /lib64/libpthread.so.0
      #11 0x00007faffd9541ad in clone () from /lib64/libc.so.6
      
      Thread 8 (Thread 0x7faffb058700 (LWP 30575)):
      #0  0x00007faffd9390c7 in sched_yield () from /lib64/libc.so.6
      #1  0x000000000046221d in __wt_spin_lock (t=<optimized out>, session=<optimized out>) at ../src/include/mutex.i:77
      #2  __wt_txn_checkpoint (session=0xd5e470, cfg=0x7faffb057e80) at ../src/txn/txn_ckpt.c:655
      #3  0x0000000000450e1b in __session_checkpoint (wt_session=0xd5e470, config=<optimized out>) at ../src/session/session_api.c:1286
      #4  0x0000000000404211 in obj_checkpoint () at ../../../test/fops/file.c:194
      #5  0x00000000004045a9 in fop (arg=<optimized out>) at ../../../test/fops/fops.c:131
      #6  0x00007faffdc26df3 in start_thread () from /lib64/libpthread.so.0
      #7  0x00007faffd9541ad in clone () from /lib64/libc.so.6
      
      Thread 7 (Thread 0x7faffa857700 (LWP 30576)):
      #0  0x00007faffd9390c7 in sched_yield () from /lib64/libc.so.6
      #1  0x000000000044ee6a in __wt_spin_lock (t=0xd4b410, session=<optimized out>) at ../src/include/mutex.i:77
      #2  __session_verify (wt_session=0xd5e170, uri=0x4df79f "file:wt", config=<optimized out>) at ../src/session/session_api.c:1046
      #3  0x00000000004043a5 in obj_verify () at ../../../test/fops/file.c:245
      #4  0x000000000040455c in fop (arg=<optimized out>) at ../../../test/fops/fops.c:143
      #5  0x00007faffdc26df3 in start_thread () from /lib64/libpthread.so.0
      #6  0x00007faffd9541ad in clone () from /lib64/libc.so.6
      
      Thread 6 (Thread 0x7faffa056700 (LWP 30577)):
      #0  0x00007faffd9390c7 in sched_yield () from /lib64/libc.so.6
      #1  0x000000000044ee6a in __wt_spin_lock (t=0xd4b410, session=<optimized out>) at ../src/include/mutex.i:77
      #2  __session_verify (wt_session=0xd5f370, uri=0x4df79f "file:wt", config=<optimized out>) at ../src/session/session_api.c:1046
      #3  0x00000000004043a5 in obj_verify () at ../../../test/fops/file.c:245
      #4  0x000000000040455c in fop (arg=<optimized out>) at ../../../test/fops/fops.c:143
      #5  0x00007faffdc26df3 in start_thread () from /lib64/libpthread.so.0
      #6  0x00007faffd9541ad in clone () from /lib64/libc.so.6
      
      Thread 5 (Thread 0x7faff9855700 (LWP 30578)):
      #0  0x00007faffd9390c7 in sched_yield () from /lib64/libc.so.6
      #1  0x000000000044f30a in __wt_spin_lock (t=0xd4b410, session=<optimized out>) at ../src/include/mutex.i:77
      #2  __session_upgrade (wt_session=0xd5fc70, uri=0x4df79f "file:wt", config=<optimized out>) at ../src/session/session_api.c:1020
      #3  0x0000000000404315 in obj_upgrade () at ../../../test/fops/file.c:228
      #4  0x0000000000404599 in fop (arg=<optimized out>) at ../../../test/fops/fops.c:135
      #5  0x00007faffdc26df3 in start_thread () from /lib64/libpthread.so.0
      #6  0x00007faffd9541ad in clone () from /lib64/libc.so.6
      
      Thread 4 (Thread 0x7faff9054700 (LWP 30579)):
      #0  __wt_spin_lock (t=<optimized out>, session=<optimized out>) at ../src/include/mutex.i:74
      #1  __wt_curfile_open (session=0xd5ed70, uri=<optimized out>, owner=0x0, cfg=0x7faff9053e20, cursorp=0x7faff9053e40) at ../src/cursor/cur_file.c:548
      #2  0x000000000044e6a6 in __session_open_cursor_int (session=0xd5ed70, uri=<optimized out>, owner=0x0, other=<optimized out>, cfg=0x7faff9053e20, cursorp=0x7faff9053e40) at ../src/session/session_api.c:313
      #3  0x000000000044ea7d in __session_open_cursor (wt_session=0xd5ed70, uri=<optimized out>, to_dup=0x0, config=<optimized out>, cursorp=0x7faff9053ed0) at ../src/session/session_api.c:408
      #4  0x0000000000403dc2 in obj_bulk_unique (force=0) at ../../../test/fops/file.c:82
      #5  0x0000000000404606 in fop (arg=<optimized out>) at ../../../test/fops/fops.c:147
      #6  0x00007faffdc26df3 in start_thread () from /lib64/libpthread.so.0
      #7  0x00007faffd9541ad in clone () from /lib64/libc.so.6
      
      Thread 3 (Thread 0x7faff8853700 (LWP 30580)):
      #0  0x00007faffd9390c7 in sched_yield () from /lib64/libc.so.6
      #1  0x0000000000454121 in __wt_spin_lock (t=<optimized out>, session=<optimized out>) at ../src/include/mutex.i:77
      #2  __session_get_dhandle (checkpoint=0x7fafd8008e80 "WiredTigerCheckpoint.13", uri=0x7fafd402ba40 "file:wt.111", session=0xd5f070) at ../src/session/session_dhandle.c:457
      #3  __wt_session_get_btree (session=0xd5f070, uri=0x7fafd402ba40 "file:wt.111", checkpoint=0x7fafd8008e80 "WiredTigerCheckpoint.13", cfg=0x0, flags=<optimized out>) at ../src/session/session_dhandle.c:480
      #4  0x000000000045463c in __wt_session_lock_checkpoint (session=0xd5f070, checkpoint=<optimized out>) at ../src/session/session_dhandle.c:564
      #5  0x00000000004605d5 in __checkpoint_worker (session=<optimized out>, cfg=0x7faff8852e80, is_checkpoint=true, need_tracking=<optimized out>) at ../src/txn/txn_ckpt.c:976
      #6  0x000000000046174b in __wt_checkpoint (cfg=0x7faff8852e80, session=0xd5f070) at ../src/txn/txn_ckpt.c:1181
      #7  __checkpoint_apply (op=<optimized out>, cfg=<optimized out>, session=<optimized out>) at ../src/txn/txn_ckpt.c:182
      #8  __txn_checkpoint (session=0xd5f070, cfg=0x7faff8852e80) at ../src/txn/txn_ckpt.c:493
      #9  0x0000000000462280 in __wt_txn_checkpoint (session=0xd5f070, cfg=0x7faff8852e80) at ../src/txn/txn_ckpt.c:655
      #10 0x0000000000450e1b in __session_checkpoint (wt_session=0xd5f070, config=<optimized out>) at ../src/session/session_api.c:1286
      #11 0x0000000000404211 in obj_checkpoint () at ../../../test/fops/file.c:194
      #12 0x00000000004045a9 in fop (arg=<optimized out>) at ../../../test/fops/fops.c:131
      #13 0x00007faffdc26df3 in start_thread () from /lib64/libpthread.so.0
      #14 0x00007faffd9541ad in clone () from /lib64/libc.so.6
      
      Thread 2 (Thread 0x7fafebfff700 (LWP 30581)):
      #0  0x00007faffd9390c7 in sched_yield () from /lib64/libc.so.6
      #1  0x000000000044ee6a in __wt_spin_lock (t=0xd4b410, session=<optimized out>) at ../src/include/mutex.i:77
      #2  __session_verify (wt_session=0xd5f670, uri=0x4df79f "file:wt", config=<optimized out>) at ../src/session/session_api.c:1046
      #3  0x00000000004043a5 in obj_verify () at ../../../test/fops/file.c:245
      #4  0x000000000040455c in fop (arg=<optimized out>) at ../../../test/fops/fops.c:143
      #5  0x00007faffdc26df3 in start_thread () from /lib64/libpthread.so.0
      #6  0x00007faffd9541ad in clone () from /lib64/libc.so.6
      
      Thread 1 (Thread 0x7faffe457740 (LWP 30568)):
      #0  0x00007faffdc27f37 in pthread_join () from /lib64/libpthread.so.0
      #1  0x00000000004046b3 in fop_start (nthreads=10) at ../../../test/fops/fops.c:77
      #2  0x00000000004039a1 in main (argc=<optimized out>, argv=<optimized out>) at ../../../test/fops/t.c:139
      

            Assignee:
            michael.cahill@mongodb.com Michael Cahill (Inactive)
            Reporter:
            david.hows David Hows
            Votes:
            0 Vote for this issue
            Watchers:
            1 Start watching this issue

              Created:
              Updated:
              Resolved: