Thread 1 (Thread 0x7f394d9ff700 (LWP 15596)): #0 tbricks::transport::CRASH_HANDLER (signum=6) at src/Application.cpp:1182 #1 #2 0x00007f3967cb95f7 in raise () from /lib64/libc.so.6 #3 0x00007f3967cbace8 in abort () from /lib64/libc.so.6 #4 0x00007f396933cafc in __wt_abort (session=0x7f39521d5200) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/os_posix/os_abort.c:25 #5 0x00007f396938e984 in __wt_panic (session=0x7f39521d5200) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/support/err.c:494 #6 0x00007f396930be4d in __evict_server (arg=0x7f39521d5200) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/evict/evict_lru.c:257 #7 0x00007f396804adc5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f3967d7ac4d in clone () from /lib64/libc.so.6 Thread 8 (Thread 0x7f394c5ff700 (LWP 15598)): #0 0x00007f3968050f4d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f396804cd02 in _L_lock_791 () from /lib64/libpthread.so.0 #2 0x00007f396804cc08 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f396939ee99 in __wt_spin_lock (session=0x7f39521d5880, t=0x7f3951fd47c0) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/include/mutex.i:159 #4 0x00007f396939e025 in __txn_checkpoint (session=0x7f39521d5880, cfg=0x7f394c5fb950) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/txn/txn_ckpt.c:394 #5 0x00007f396939d1a1 in __wt_txn_checkpoint (session=0x7f39521d5880, cfg=0x7f394c5fb950) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/txn/txn_ckpt.c:667 #6 0x00007f3969388202 in __session_checkpoint (wt_session=0x7f39521d5880, config=0x0) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/session/session_api.c:1441 #7 0x00007f39692c9be1 in __ckpt_server (arg=0x7f39521d5880) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/conn/conn_ckpt.c:106 #8 0x00007f396804adc5 in start_thread () from /lib64/libpthread.so.0 #9 0x00007f3967d7ac4d in clone () from /lib64/libc.so.6 Thread 20 (Thread 0x7f39271ff700 (LWP 15680)): #0 0x00007f396804ea82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f39693412bb in __wt_cond_wait_signal (session=0x7f39521d5bc0, cond=0x7f395c5be300, usecs=100000, signalled=0x7f39271f7107) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/os_posix/os_mtx_cond.c:82 #2 0x00007f396930cf09 in __wt_cond_wait (session=0x7f39521d5bc0, cond=0x7f395c5be300, usecs=100000) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/include/misc.i:18 #3 0x00007f396930ca15 in __wt_cache_eviction_worker (session=0x7f39521d5bc0, busy=false, pct_full=95) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/evict/evict_lru.c:1647 #4 0x00007f396926db95 in __wt_cache_eviction_check (session=0x7f39521d5bc0, busy=false, didworkp=0x0) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/include/cache.i:253 #5 0x00007f396926dd91 in __cursor_enter (session=0x7f39521d5bc0) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/include/cursor.i:59 #6 0x00007f396926da1c in __curfile_enter (cbt=0x7f3951bf9b00) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/include/cursor.i:93 #7 0x00007f396926a3c5 in __cursor_func_init (cbt=0x7f3951bf9b00, reenter=true) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/include/cursor.i:266 #8 0x00007f396926a677 in __wt_btcur_search_near (cbt=0x7f3951bf9b00, exactp=0x7f39271f7498) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/btree/bt_cursor.c:426 #9 0x00007f39692e1102 in __curfile_search_near (cursor=0x7f3951bf9b00, exact=0x7f39271f7498) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/cursor/cur_file.c:222 #10 0x00007f396936f36c in __schema_open_index (session=0x7f39521d5bc0, table=0x7f39525d4c00, idxname=0x7f3951bfd6e3 "idx-235(k)", len=7, indexp=0x7f39271f7668) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/schema/schema_open.c:295 #11 0x00007f396936f0c4 in __wt_schema_open_index (session=0x7f39521d5bc0, table=0x7f39525d4c00, idxname=0x7f3951bfd6e3 "idx-235(k)", len=7, indexp=0x7f39271f7668) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/schema/schema_open.c:398 #12 0x00007f39692e39c6 in __wt_curindex_open (session=0x7f39521d5bc0, uri=0x7f3951bfd6d8 "index:main:idx-235(k)", owner=0x0, cfg=0x7f39271f77c0, cursorp=0x7f39271f77f0) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/cursor/cur_index.c:435 #13 0x00007f396937c938 in __session_open_cursor_int (session=0x7f39521d5bc0, uri=0x7f3951bfd6d8 "index:main:idx-235(k)", owner=0x0, other=0x0, cfg=0x7f39271f77c0, cursorp=0x7f39271f77f0) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/session/session_api.c:307 #14 0x00007f396937f6a7 in __session_open_cursor (wt_session=0x7f39521d5bc0, uri=0x7f3951bfd6d8 "index:main:idx-235(k)", to_dup=0x0, config=0x7f39271f7950 "", cursorp=0x7f390bf8b440) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/session/session_api.c:423 Thread 42 (Thread 0x7f394e5ff700 (LWP 15595)): #0 0x00007f3968050f4d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f396804cd02 in _L_lock_791 () from /lib64/libpthread.so.0 #2 0x00007f396804cc08 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f39692d2e49 in __wt_spin_lock (session=0x7f39521d4840, t=0x7f3951fd4780) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/include/mutex.i:159 #4 0x00007f39692d2ed3 in __statlog_lsm_apply (session=0x7f39521d4840) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/conn/conn_stat.c:314 #5 0x00007f39692d18a3 in __statlog_log_one (session=0x7f39521d4840, path=0x7f394e5fb990, tmp=0x7f394e5fb968) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/conn/conn_stat.c:408 #6 0x00007f39692d355f in __statlog_server (arg=0x7f39521d4840) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/conn/conn_stat.c:478 #7 0x00007f396804adc5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f3967d7ac4d in clone () from /lib64/libc.so.6 Thread 59 (Thread 0x7f39625fe700 (LWP 15577)): #0 0x00007f396804ea82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f39693412bb in __wt_cond_wait_signal (session=0x7f39521d5f00, cond=0x7f395c5be300, usecs=100000, signalled=0x7f39625f8837) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/os_posix/os_mtx_cond.c:82 #2 0x00007f396930cf09 in __wt_cond_wait (session=0x7f39521d5f00, cond=0x7f395c5be300, usecs=100000) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/include/misc.i:18 #3 0x00007f396930ca15 in __wt_cache_eviction_worker (session=0x7f39521d5f00, busy=false, pct_full=95) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/evict/evict_lru.c:1647 #4 0x00007f396926db95 in __wt_cache_eviction_check (session=0x7f39521d5f00, busy=false, didworkp=0x0) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/include/cache.i:253 #5 0x00007f396926dd91 in __cursor_enter (session=0x7f39521d5f00) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/include/cursor.i:59 #6 0x00007f396926da1c in __curfile_enter (cbt=0x7f395ca16500) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/include/cursor.i:93 #7 0x00007f396926a3c5 in __cursor_func_init (cbt=0x7f395ca16500, reenter=true) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/include/cursor.i:266 #8 0x00007f3969269b61 in __wt_btcur_search (cbt=0x7f395ca16500) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/btree/bt_cursor.c:336 #9 0x00007f39692e0c6a in __curfile_search (cursor=0x7f395ca16500) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/cursor/cur_file.c:200 #10 0x00007f3969370670 in __schema_open_table (session=0x7f39521d5f00, name=0x7f395c698f0e "main", namelen=4, ok_incomplete=false, tablep=0x7f39625f8d50) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/schema/schema_open.c:442 #11 0x00007f3969370375 in __wt_schema_open_table (session=0x7f39521d5f00, name=0x7f395c698f0e "main", namelen=4, ok_incomplete=false, tablep=0x7f39625f8d50) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/schema/schema_open.c:624 #12 0x00007f396936dc18 in __schema_add_table (session=0x7f39521d5f00, name=0x7f395c698f0e "main", namelen=4, ok_incomplete=false, tablep=0x7f39625f8da8) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/schema/schema_list.c:26 #13 0x00007f396936d81b in __wt_schema_get_table (session=0x7f39521d5f00, name=0x7f395c698f0e "main", namelen=4, ok_incomplete=false, tablep=0x7f39625f8e78) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/schema/schema_list.c:98 #14 0x00007f396930658d in __wt_curtable_open (session=0x7f39521d5f00, uri=0x7f395c698f08 "table:main", owner=0x0, cfg=0x7f39625f8ff0, cursorp=0x7f39625f9020) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/cursor/cur_table.c:883 #15 0x00007f396937c792 in __session_open_cursor_int (session=0x7f39521d5f00, uri=0x7f395c698f08 "table:main", owner=0x0, other=0x0, cfg=0x7f39625f8ff0, cursorp=0x7f39625f9020) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/session/session_api.c:288 #16 0x00007f396937f6a7 in __session_open_cursor (wt_session=0x7f39521d5f00, uri=0x7f395c698f08 "table:main", to_dup=0x0, config=0x7f39625f9180 "", cursorp=0x7f392ec40b00) at /export/home/sbn/tb/thd/tbricks-2.8/src/thirdparty/wiredtiger/2.8.0/src/src/session/session_api.c:423