-
Type: Bug
-
Resolution: Done
-
Priority: Critical - P2
-
Affects Version/s: 2.8.0-rc5
-
Component/s: Concurrency, Storage, WiredTiger
-
Fully Compatible
-
ALL
Thread 8554 (Thread 0x7ffff0ae8700 (LWP 5148)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007ffff7bc6657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007ffff7bc6480 in __GI___pthread_mutex_lock (mutex=0x34083c0) at ../nptl/pthread_mutex_lock.c:79 #3 0x0000000001ee5c71 in __wt_spin_lock (session=0x3531a80, t=0x34083c0) at src/third_party/wiredtiger/src/include/mutex.i:174 #4 0x0000000001ee67bc in __wt_session_get_btree (session=0x3531a80, uri=0x6aab5a00 "file:_mdb_catalog.wt", checkpoint=0x0, cfg=0x7ffff0ae3ff0, flags=0) at src/third_party/wiredtiger/src/session/session_dhandle.c:372 #5 0x0000000001ee62cf in __wt_session_get_btree_ckpt (session=0x3531a80, uri=0x6aab5a00 "file:_mdb_catalog.wt", cfg=0x7ffff0ae3ff0, flags=0) at src/third_party/wiredtiger/src/session/session_dhandle.c:228 #6 0x0000000001e7f065 in __wt_curfile_open (session=0x3531a80, uri=0x6aab5a00 "file:_mdb_catalog.wt", owner=0x0, cfg=0x7ffff0ae3ff0, cursorp=0x7ffff0ae3fd0) at src/third_party/wiredtiger/src/cursor/cur_file.c:471 #7 0x0000000001ee1a7a in __wt_open_cursor (session=0x3531a80, uri=0x6aab5a00 "file:_mdb_catalog.wt", owner=0x0, cfg=0x7ffff0ae3ff0, cursorp=0x7ffff0ae3fd0) at src/third_party/wiredtiger/src/session/session_api.c:275 #8 0x0000000001e95f28 in __wt_curtable_open (session=0x3531a80, uri=0x308fa68 "table:_mdb_catalog", cfg=0x7ffff0ae3ff0, cursorp=0x7ffff0ae3fd0) at src/third_party/wiredtiger/src/cursor/cur_table.c:874 #9 0x0000000001ee17f0 in __wt_open_cursor (session=0x3531a80, uri=0x308fa68 "table:_mdb_catalog", owner=0x0, cfg=0x7ffff0ae3ff0, cursorp=0x7ffff0ae3fd0) at src/third_party/wiredtiger/src/session/session_api.c:241 #10 0x0000000001ee203c in __session_open_cursor (wt_session=0x3531a80, uri=0x308fa68 "table:_mdb_catalog", to_dup=0x0, config=0x1ff6479 "overwrite=false", cursorp=0x7ffff0ae4058) at src/third_party/wiredtiger/src/session/session_api.c:351 #11 0x0000000001729a8b in mongo::WiredTigerSession::getCursor (this=0x55fb3a70, uri=..., id=1) at src/mongo/db/storage/wiredtiger/wiredtiger_session_cache.cpp:70 #12 0x0000000001728dd3 in mongo::WiredTigerCursor::_init (this=0x7ffff0ae4190, uri=..., id=1, ru=0x9ee32460) at src/mongo/db/storage/wiredtiger/wiredtiger_recovery_unit.cpp:258 #13 0x0000000001728d6d in mongo::WiredTigerCursor::WiredTigerCursor (this=0x7ffff0ae4190, uri=..., id=1, txn=0x7ffff0ae77b0) at src/mongo/db/storage/wiredtiger/wiredtiger_recovery_unit.cpp:251 #14 0x000000000172327c in mongo::WiredTigerRecordStore::insertRecord (this=0x33a8000, txn=0x7ffff0ae77b0, data=0x4b10a644 "\201", len=129, enforceQuota=false) at src/mongo/db/storage/wiredtiger/wiredtiger_record_store.cpp:486 #15 0x00000000016965de in mongo::KVCatalog::newCollection (this=0x3396900, opCtx=0x7ffff0ae77b0, ns=..., options=...) at src/mongo/db/storage/kv/kv_catalog.cpp:192 #16 0x000000000169dd5b in mongo::KVDatabaseCatalogEntry::createCollection (this=0x61978c10, txn=0x7ffff0ae77b0, ns=..., options=..., allocateDefaultSpace=true) at src/mongo/db/storage/kv/kv_database_catalog_entry.cpp:210 #17 0x0000000001262318 in mongo::Database::createCollection (this=0x25269c70, txn=0x7ffff0ae77b0, ns=..., options=..., allocateDefaultSpace=true, createIdIndex=true) at src/mongo/db/catalog/database.cpp:509 #18 0x0000000001302317 in mongo::WriteBatchExecutor::ExecInsertsState::_lockAndCheckImpl (this=0x7ffff0ae5e20, result=0x7ffff0ae4990, intentLock=false) at src/mongo/db/commands/write_commands/batch_executor.cpp:1008 #19 0x0000000001302282 in mongo::WriteBatchExecutor::ExecInsertsState::_lockAndCheckImpl (this=0x7ffff0ae5e20, result=0x7ffff0ae4990, intentLock=true) at src/mongo/db/commands/write_commands/batch_executor.cpp:1003 #20 0x0000000001302738 in mongo::WriteBatchExecutor::ExecInsertsState::lockAndCheck (this=0x7ffff0ae5e20, result=0x7ffff0ae4990) at src/mongo/db/commands/write_commands/batch_executor.cpp:1026 #21 0x00000000013028d7 in mongo::insertOne (state=0x7ffff0ae5e20, result=0x7ffff0ae4990) at src/mongo/db/commands/write_commands/batch_executor.cpp:1054 #22 0x0000000001302b61 in mongo::WriteBatchExecutor::execOneInsert (this=0x7ffff0ae6230, state=0x7ffff0ae5e20, error=0x7ffff0ae5df8) at src/mongo/db/commands/write_commands/batch_executor.cpp:1083 #23 0x0000000001301550 in mongo::WriteBatchExecutor::execInserts (this=0x7ffff0ae6230, request=..., errors=0x7ffff0ae60b0) at src/mongo/db/commands/write_commands/batch_executor.cpp:874 #24 0x0000000001300fc3 in mongo::WriteBatchExecutor::bulkExecute (this=0x7ffff0ae6230, request=..., upsertedIds=0x7ffff0ae60d0, errors=0x7ffff0ae60b0) at src/mongo/db/commands/write_commands/batch_executor.cpp:756 #25 0x00000000012fefc7 in mongo::WriteBatchExecutor::executeBatch (this=0x7ffff0ae6230, request=..., response=0x7ffff0ae6270) at src/mongo/db/commands/write_commands/batch_executor.cpp:265 #26 0x0000000001308d60 in mongo::WriteCmd::run (this=0x30f92c0, txn=0x7ffff0ae77b0, dbName=..., cmdObj=..., options=0, errMsg=..., result=..., fromRepl=false) at src/mongo/db/commands/write_commands/write_commands.cpp:144 #27 0x0000000001324249 in mongo::_execCommand (txn=0x7ffff0ae77b0, c=0x30f92c0, dbname=..., cmdObj=..., queryOptions=0, errmsg=..., result=..., fromRepl=false) at src/mongo/db/dbcommands.cpp:1259 #28 0x00000000013251c6 in mongo::Command::execCommand (txn=0x7ffff0ae77b0, c=0x30f92c0, queryOptions=0, cmdns=0x7bf30c14 "test.$cmd", cmdObj=..., result=..., fromRepl=false) at src/mongo/db/dbcommands.cpp:1475 #29 0x0000000001325aa8 in mongo::_runCommands (txn=0x7ffff0ae77b0, ns=0x7bf30c14 "test.$cmd", _cmdobj=..., b=..., anObjBuilder=..., fromRepl=false, queryOptions=0) at src/mongo/db/dbcommands.cpp:1550 #30 0x0000000001528116 in mongo::runCommands (txn=0x7ffff0ae77b0, ns=0x7bf30c14 "test.$cmd", jsobj=..., curop=..., b=..., anObjBuilder=..., fromRepl=false, queryOptions=0) at src/mongo/db/query/find.cpp:131 #31 0x0000000001529ea2 in mongo::runQuery (txn=0x7ffff0ae77b0, m=..., q=..., curop=..., result=..., fromDBDirectClient=false) at src/mongo/db/query/find.cpp:565 #32 0x000000000142ff61 in mongo::receivedQuery (txn=0x7ffff0ae77b0, c=..., dbresponse=..., m=..., fromDBDirectClient=false) at src/mongo/db/instance.cpp:224 #33 0x0000000001431073 in mongo::assembleResponse (txn=0x7ffff0ae77b0, m=..., dbresponse=..., remote=..., fromDBDirectClient=false) at src/mongo/db/instance.cpp:394 #34 0x00000000011338ea in mongo::MyMessageHandler::process (this=0x307c210, m=..., port=0x7e976e90, le=0x223c2410) at src/mongo/db/db.cpp:195 #35 0x00000000018c3ef5 in mongo::PortMessageServer::handleIncomingMsg (arg=0x29284010) at src/mongo/util/net/message_server_port.cpp:234 #36 0x00007ffff7bc4182 in start_thread (arg=0x7ffff0ae8700) at pthread_create.c:312 #37 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8543 (Thread 0x7ffff15f3700 (LWP 5114)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000013193c0 in boost::condition_variable::timed_wait (this=0x1c6e6fd0, m=..., wait_until=...) at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:74 #2 0x000000000131956c in boost::condition_variable::timed_wait<boost::date_time::subsecond_duration<boost::posix_time::time_duration, 1000ll> > (this=0x1c6e6fd0, m=..., wait_duration=...) at src/third_party/boost/boost/thread/pthread/condition_variable_fwd.hpp:72 #3 0x0000000001317fca in mongo::CondVarLockGrantNotification::wait (this=0x1c6e6fa0, timeoutMs=500) at src/mongo/db/concurrency/lock_state.cpp:189 #4 0x000000000131c918 in mongo::LockerImpl<false>::lockComplete (this=0x1c6e6a00, resId=..., timeoutMs=4294967295, checkDeadlock=false) at src/mongo/db/concurrency/lock_state.cpp:607 #5 0x000000000131bbe6 in mongo::LockerImpl<false>::lock (this=0x1c6e6a00, resId=..., mode=mongo::MODE_X, timeoutMs=4294967295, checkDeadlock=false) at src/mongo/db/concurrency/lock_state.cpp:352 #6 0x000000000130b91f in mongo::Lock::DBLock::DBLock (this=0x2d2b0520, lockState=0x1c6e6a00, db=..., mode=mongo::MODE_X) at src/mongo/db/concurrency/d_concurrency.cpp:147 #7 0x0000000001301efc in mongo::WriteBatchExecutor::ExecInsertsState::_lockAndCheckImpl (this=0x7ffff15f0e20, result=0x7ffff15ef990, intentLock=false) at src/mongo/db/commands/write_commands/batch_executor.cpp:971 #8 0x0000000001302282 in mongo::WriteBatchExecutor::ExecInsertsState::_lockAndCheckImpl (this=0x7ffff15f0e20, result=0x7ffff15ef990, intentLock=true) at src/mongo/db/commands/write_commands/batch_executor.cpp:1003 #9 0x0000000001302738 in mongo::WriteBatchExecutor::ExecInsertsState::lockAndCheck (this=0x7ffff15f0e20, result=0x7ffff15ef990) at src/mongo/db/commands/write_commands/batch_executor.cpp:1026 #10 0x00000000013028d7 in mongo::insertOne (state=0x7ffff15f0e20, result=0x7ffff15ef990) at src/mongo/db/commands/write_commands/batch_executor.cpp:1054 #11 0x0000000001302b61 in mongo::WriteBatchExecutor::execOneInsert (this=0x7ffff15f1230, state=0x7ffff15f0e20, error=0x7ffff15f0df8) at src/mongo/db/commands/write_commands/batch_executor.cpp:1083 #12 0x0000000001301550 in mongo::WriteBatchExecutor::execInserts (this=0x7ffff15f1230, request=..., errors=0x7ffff15f10b0) at src/mongo/db/commands/write_commands/batch_executor.cpp:874 #13 0x0000000001300fc3 in mongo::WriteBatchExecutor::bulkExecute (this=0x7ffff15f1230, request=..., upsertedIds=0x7ffff15f10d0, errors=0x7ffff15f10b0) at src/mongo/db/commands/write_commands/batch_executor.cpp:756 #14 0x00000000012fefc7 in mongo::WriteBatchExecutor::executeBatch (this=0x7ffff15f1230, request=..., response=0x7ffff15f1270) at src/mongo/db/commands/write_commands/batch_executor.cpp:265 #15 0x0000000001308d60 in mongo::WriteCmd::run (this=0x30f92c0, txn=0x7ffff15f27b0, dbName=..., cmdObj=..., options=0, errMsg=..., result=..., fromRepl=false) at src/mongo/db/commands/write_commands/write_commands.cpp:144 #16 0x0000000001324249 in mongo::_execCommand (txn=0x7ffff15f27b0, c=0x30f92c0, dbname=..., cmdObj=..., queryOptions=0, errmsg=..., result=..., fromRepl=false) at src/mongo/db/dbcommands.cpp:1259 #17 0x00000000013251c6 in mongo::Command::execCommand (txn=0x7ffff15f27b0, c=0x30f92c0, queryOptions=0, cmdns=0x7bf31414 "aggdb.$cmd", cmdObj=..., result=..., fromRepl=false) at src/mongo/db/dbcommands.cpp:1475 #18 0x0000000001325aa8 in mongo::_runCommands (txn=0x7ffff15f27b0, ns=0x7bf31414 "aggdb.$cmd", _cmdobj=..., b=..., anObjBuilder=..., fromRepl=false, queryOptions=0) at src/mongo/db/dbcommands.cpp:1550 #19 0x0000000001528116 in mongo::runCommands (txn=0x7ffff15f27b0, ns=0x7bf31414 "aggdb.$cmd", jsobj=..., curop=..., b=..., anObjBuilder=..., fromRepl=false, queryOptions=0) at src/mongo/db/query/find.cpp:131 #20 0x0000000001529ea2 in mongo::runQuery (txn=0x7ffff15f27b0, m=..., q=..., curop=..., result=..., fromDBDirectClient=false) at src/mongo/db/query/find.cpp:565 #21 0x000000000142ff61 in mongo::receivedQuery (txn=0x7ffff15f27b0, c=..., dbresponse=..., m=..., fromDBDirectClient=false) at src/mongo/db/instance.cpp:224 #22 0x0000000001431073 in mongo::assembleResponse (txn=0x7ffff15f27b0, m=..., dbresponse=..., remote=..., fromDBDirectClient=false) at src/mongo/db/instance.cpp:394 #23 0x00000000011338ea in mongo::MyMessageHandler::process (this=0x307c210, m=..., port=0x7e977890, le=0x86c94eb0) at src/mongo/db/db.cpp:195 #24 0x00000000018c3ef5 in mongo::PortMessageServer::handleIncomingMsg (arg=0x29284e40) at src/mongo/util/net/message_server_port.cpp:234 #25 0x00007ffff7bc4182 in start_thread (arg=0x7ffff15f3700) at pthread_create.c:312 #26 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8530 (Thread 0x7ffff18f6700 (LWP 5081)): #0 0x00007ffff7bcb7eb in __libc_recv (fd=1523, buf=0x7ffff18f57e0, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x00000000018c9095 in mongo::Socket::_recv (this=0x32d8b5a0, buf=0x7ffff18f57e0 "", max=16) at src/mongo/util/net/sock.cpp:746 #2 0x00000000018c903f in mongo::Socket::unsafe_recv (this=0x32d8b5a0, buf=0x7ffff18f57e0 "", max=16) at src/mongo/util/net/sock.cpp:734 #3 0x00000000018c8fe0 in mongo::Socket::recv (this=0x32d8b5a0, buf=0x7ffff18f57e0 "", len=16) at src/mongo/util/net/sock.cpp:724 #4 0x00000000018bfff9 in mongo::MessagingPort::recv (this=0x54641cf0, m=...) at src/mongo/util/net/message_port.cpp:179 #5 0x00000000018c3dab in mongo::PortMessageServer::handleIncomingMsg (arg=0x29286b20) at src/mongo/util/net/message_server_port.cpp:224 #6 0x00007ffff7bc4182 in start_thread (arg=0x7ffff18f6700) at pthread_create.c:312 #7 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8528 (Thread 0x7ffff17f5700 (LWP 5073)): #0 0x00007ffff7bcb7eb in __libc_recv (fd=1515, buf=0x7ffff17f47e0, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x00000000018c9095 in mongo::Socket::_recv (this=0x53d46c00, buf=0x7ffff17f47e0 "", max=16) at src/mongo/util/net/sock.cpp:746 #2 0x00000000018c903f in mongo::Socket::unsafe_recv (this=0x53d46c00, buf=0x7ffff17f47e0 "", max=16) at src/mongo/util/net/sock.cpp:734 #3 0x00000000018c8fe0 in mongo::Socket::recv (this=0x53d46c00, buf=0x7ffff17f47e0 "", len=16) at src/mongo/util/net/sock.cpp:724 #4 0x00000000018bfff9 in mongo::MessagingPort::recv (this=0x5463f1d0, m=...) at src/mongo/util/net/message_port.cpp:179 #5 0x00000000018c3dab in mongo::PortMessageServer::handleIncomingMsg (arg=0x29284ca0) at src/mongo/util/net/message_server_port.cpp:224 #6 0x00007ffff7bc4182 in start_thread (arg=0x7ffff17f5700) at pthread_create.c:312 #7 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8527 (Thread 0x7ffff11ef700 (LWP 5071)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007ffff7bc6657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007ffff7bc6480 in __GI___pthread_mutex_lock (mutex=0x34083c0) at ../nptl/pthread_mutex_lock.c:79 #3 0x0000000001ee5c71 in __wt_spin_lock (session=0x352e100, t=0x34083c0) at src/third_party/wiredtiger/src/include/mutex.i:174 #4 0x0000000001ee6a0f in __wt_session_get_btree (session=0x352e100, uri=0x7b5fd00b "file:index-564869-6787860291106550407.wt", checkpoint=0x0, cfg=0x7ffff11ece30, flags=8) at src/third_party/wiredtiger/src/session/session_dhandle.c:396 #5 0x0000000001ee62cf in __wt_session_get_btree_ckpt (session=0x352e100, uri=0x7b5fd00b "file:index-564869-6787860291106550407.wt", cfg=0x7ffff11ece30, flags=0) at src/third_party/wiredtiger/src/session/session_dhandle.c:228 #6 0x0000000001e8b82e in __curstat_file_init (session=0x352e100, uri=0x7b5fd00b "file:index-564869-6787860291106550407.wt", cfg=0x7ffff11ece30, cst=0x6ad7f400) at src/third_party/wiredtiger/src/cursor/cur_stat.c:378 #7 0x0000000001e8bb91 in __wt_curstat_init (session=0x352e100, uri=0x7b5fd000 "statistics:file:index-564869-6787860291106550407.wt", cfg=0x7ffff11ece30, cst=0x6ad7f400) at src/third_party/wiredtiger/src/cursor/cur_stat.c:458 #8 0x0000000001edf077 in __wt_curstat_colgroup_init (session=0x352e100, uri=0x75b500b "colgroup:index-564869-6787860291106550407", cfg=0x7ffff11ece30, cst=0x6ad7f400) at src/third_party/wiredtiger/src/schema/schema_stat.c:26 #9 0x0000000001e8bb43 in __wt_curstat_init (session=0x352e100, uri=0x75b5000 "statistics:colgroup:index-564869-6787860291106550407", cfg=0x7ffff11ece30, cst=0x6ad7f400) at src/third_party/wiredtiger/src/cursor/cur_stat.c:454 #10 0x0000000001e8c061 in __wt_curstat_open (session=0x352e100, uri=0x75b5000 "statistics:colgroup:index-564869-6787860291106550407", cfg=0x7ffff11ece30, cursorp=0x7ffff11ecc30) at src/third_party/wiredtiger/src/cursor/cur_stat.c:558 #11 0x0000000001edf274 in __wt_curstat_table_init (session=0x352e100, uri=0x9481d7c3 "table:index-564869-6787860291106550407", cfg=0x7ffff11ece30, cst=0x6ad7ea00) at src/third_party/wiredtiger/src/schema/schema_stat.c:86 #12 0x0000000001e8bc77 in __wt_curstat_init (session=0x352e100, uri=0x9481d7b8 "statistics:table:index-564869-6787860291106550407", cfg=0x7ffff11ece30, cst=0x6ad7ea00) at src/third_party/wiredtiger/src/cursor/cur_stat.c:467 #13 0x0000000001e8c061 in __wt_curstat_open (session=0x352e100, uri=0x9481d7b8 "statistics:table:index-564869-6787860291106550407", cfg=0x7ffff11ece30, cursorp=0x7ffff11ece10) at src/third_party/wiredtiger/src/cursor/cur_stat.c:558 #14 0x0000000001ee1b9b in __wt_open_cursor (session=0x352e100, uri=0x9481d7b8 "statistics:table:index-564869-6787860291106550407", owner=0x0, cfg=0x7ffff11ece30, cursorp=0x7ffff11ece10) at src/third_party/wiredtiger/src/session/session_api.c:290 #15 0x0000000001ee203c in __session_open_cursor (wt_session=0x352e100, uri=0x9481d7b8 "statistics:table:index-564869-6787860291106550407", to_dup=0x0, config=0x623c2c8 "statistics=(fast)", cursorp=0x7ffff11ecec0) at src/third_party/wiredtiger/src/session/session_api.c:351 #16 0x000000000173271b in mongo::WiredTigerUtil::getStatisticsValue (session=0x352e100, uri=..., config=..., statisticsKey=2009) at src/mongo/db/storage/wiredtiger/wiredtiger_util.cpp:248 #17 0x0000000001727533 in mongo::WiredTigerUtil::getStatisticsValueAs<long> (session=0x352e100, uri=..., config=..., statisticsKey=2009, maximumResultType=9223372036854775807) at src/mongo/db/storage/wiredtiger/wiredtiger_util.h:232 #18 0x0000000001727067 in mongo::WiredTigerUtil::getStatisticsValueAs<long> (session=0x352e100, uri=..., config=..., statisticsKey=2009) at src/mongo/db/storage/wiredtiger/wiredtiger_util.h:222 #19 0x0000000001732be3 in mongo::WiredTigerUtil::getIdentSize (s=0x352e100, uri=...) at src/mongo/db/storage/wiredtiger/wiredtiger_util.cpp:280 #20 0x000000000171d523 in mongo::WiredTigerKVEngine::getIdentSize (this=0x33c8460, opCtx=0x7ffff11ee7b0, ident=...) at src/mongo/db/storage/wiredtiger/wiredtiger_kv_engine.cpp:224 #21 0x000000000169d8a0 in mongo::KVDatabaseCatalogEntry::sizeOnDisk (this=0x4bd41900, opCtx=0x7ffff11ee7b0) at src/mongo/db/storage/kv/kv_database_catalog_entry.cpp:147 #22 0x00000000012b6bf0 in mongo::CmdListDatabases::run (this=0x28394a0 <mongo::cmdListDatabases>, txn=0x7ffff11ee7b0, dbname=..., jsobj=..., errmsg=..., result=...) at src/mongo/db/commands/list_databases.cpp:100 #23 0x0000000001324249 in mongo::_execCommand (txn=0x7ffff11ee7b0, c=0x28394a0 <mongo::cmdListDatabases>, dbname=..., cmdObj=..., queryOptions=0, errmsg=..., result=..., fromRepl=false) at src/mongo/db/dbcommands.cpp:1259 #24 0x00000000013251c6 in mongo::Command::execCommand (txn=0x7ffff11ee7b0, c=0x28394a0 <mongo::cmdListDatabases>, queryOptions=0, cmdns=0x45c6414 "admin.$cmd", cmdObj=..., result=..., fromRepl=false) at src/mongo/db/dbcommands.cpp:1475 #25 0x0000000001325aa8 in mongo::_runCommands (txn=0x7ffff11ee7b0, ns=0x45c6414 "admin.$cmd", _cmdobj=..., b=..., anObjBuilder=..., fromRepl=false, queryOptions=0) at src/mongo/db/dbcommands.cpp:1550 #26 0x0000000001528116 in mongo::runCommands (txn=0x7ffff11ee7b0, ns=0x45c6414 "admin.$cmd", jsobj=..., curop=..., b=..., anObjBuilder=..., fromRepl=false, queryOptions=0) at src/mongo/db/query/find.cpp:131 #27 0x0000000001529ea2 in mongo::runQuery (txn=0x7ffff11ee7b0, m=..., q=..., curop=..., result=..., fromDBDirectClient=false) at src/mongo/db/query/find.cpp:565 #28 0x000000000142ff61 in mongo::receivedQuery (txn=0x7ffff11ee7b0, c=..., dbresponse=..., m=..., fromDBDirectClient=false) at src/mongo/db/instance.cpp:224 #29 0x0000000001431073 in mongo::assembleResponse (txn=0x7ffff11ee7b0, m=..., dbresponse=..., remote=..., fromDBDirectClient=false) at src/mongo/db/instance.cpp:394 #30 0x00000000011338ea in mongo::MyMessageHandler::process (this=0x307c210, m=..., port=0x546409e0, le=0x29274eb0) at src/mongo/db/db.cpp:195 #31 0x00000000018c3ef5 in mongo::PortMessageServer::handleIncomingMsg (arg=0x29287870) at src/mongo/util/net/message_server_port.cpp:234 #32 0x00007ffff7bc4182 in start_thread (arg=0x7ffff11ef700) at pthread_create.c:312 #33 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8526 (Thread 0x7ffff08e6700 (LWP 5066)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007ffff7bc6657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007ffff7bc6480 in __GI___pthread_mutex_lock (mutex=0x3408480) at ../nptl/pthread_mutex_lock.c:79 #3 0x0000000001ee5c71 in __wt_spin_lock (session=0x352cf80, t=0x3408480) at src/third_party/wiredtiger/src/include/mutex.i:174 #4 0x0000000001ee69a2 in __wt_session_get_btree (session=0x352cf80, uri=0x5cfe130 "file:index-530391-6787860291106550407.wt", checkpoint=0x0, cfg=0x0, flags=8) at src/third_party/wiredtiger/src/session/session_dhandle.c:396 #5 0x0000000001e6e667 in __conn_btree_apply_internal (session=0x352cf80, dhandle=0x41884000, func=0x1e8b74f <__curstat_checkpoint>, cfg=0x7ffff08e3a60) at src/third_party/wiredtiger/src/conn/conn_dhandle.c:483 #6 0x0000000001e6e81d in __wt_conn_btree_apply (session=0x352cf80, apply_checkpoints=1, uri=0x5cfe130 "file:index-530391-6787860291106550407.wt", func=0x1e8b74f <__curstat_checkpoint>, cfg=0x7ffff08e3a60) at src/third_party/wiredtiger/src/conn/conn_dhandle.c:525 #7 0x0000000001e8b9f5 in __curstat_file_init (session=0x352cf80, uri=0x6293100b "file:index-530391-6787860291106550407.wt", cfg=0x7ffff08e3e30, cst=0x50fd8800) at src/third_party/wiredtiger/src/cursor/cur_stat.c:412 #8 0x0000000001e8bb91 in __wt_curstat_init (session=0x352cf80, uri=0x62931000 "statistics:file:index-530391-6787860291106550407.wt", cfg=0x7ffff08e3e30, cst=0x50fd8800) at src/third_party/wiredtiger/src/cursor/cur_stat.c:458 #9 0x0000000001edf077 in __wt_curstat_colgroup_init (session=0x352cf80, uri=0x8780100b "colgroup:index-530391-6787860291106550407", cfg=0x7ffff08e3e30, cst=0x50fd8800) at src/third_party/wiredtiger/src/schema/schema_stat.c:26 #10 0x0000000001e8bb43 in __wt_curstat_init (session=0x352cf80, uri=0x87801000 "statistics:colgroup:index-530391-6787860291106550407", cfg=0x7ffff08e3e30, cst=0x50fd8800) at src/third_party/wiredtiger/src/cursor/cur_stat.c:454 #11 0x0000000001e8c061 in __wt_curstat_open (session=0x352cf80, uri=0x87801000 "statistics:colgroup:index-530391-6787860291106550407", cfg=0x7ffff08e3e30, cursorp=0x7ffff08e3c30) at src/third_party/wiredtiger/src/cursor/cur_stat.c:558 #12 0x0000000001edf274 in __wt_curstat_table_init (session=0x352cf80, uri=0x596456f3 "table:index-530391-6787860291106550407", cfg=0x7ffff08e3e30, cst=0x50fd7e00) at src/third_party/wiredtiger/src/schema/schema_stat.c:86 #13 0x0000000001e8bc77 in __wt_curstat_init (session=0x352cf80, uri=0x596456e8 "statistics:table:index-530391-6787860291106550407", cfg=0x7ffff08e3e30, cst=0x50fd7e00) at src/third_party/wiredtiger/src/cursor/cur_stat.c:467 #14 0x0000000001e8c061 in __wt_curstat_open (session=0x352cf80, uri=0x596456e8 "statistics:table:index-530391-6787860291106550407", cfg=0x7ffff08e3e30, cursorp=0x7ffff08e3e10) at src/third_party/wiredtiger/src/cursor/cur_stat.c:558 #15 0x0000000001ee1b9b in __wt_open_cursor (session=0x352cf80, uri=0x596456e8 "statistics:table:index-530391-6787860291106550407", owner=0x0, cfg=0x7ffff08e3e30, cursorp=0x7ffff08e3e10) at src/third_party/wiredtiger/src/session/session_api.c:290 #16 0x0000000001ee203c in __session_open_cursor (wt_session=0x352cf80, uri=0x596456e8 "statistics:table:index-530391-6787860291106550407", to_dup=0x0, config=0xc353f78 "statistics=(fast)", cursorp=0x7ffff08e3ec0) at src/third_party/wiredtiger/src/session/session_api.c:351 #17 0x000000000173271b in mongo::WiredTigerUtil::getStatisticsValue (session=0x352cf80, uri=..., config=..., statisticsKey=2009) at src/mongo/db/storage/wiredtiger/wiredtiger_util.cpp:248 #18 0x0000000001727533 in mongo::WiredTigerUtil::getStatisticsValueAs<long> (session=0x352cf80, uri=..., config=..., statisticsKey=2009, maximumResultType=9223372036854775807) at src/mongo/db/storage/wiredtiger/wiredtiger_util.h:232 #19 0x0000000001727067 in mongo::WiredTigerUtil::getStatisticsValueAs<long> (session=0x352cf80, uri=..., config=..., statisticsKey=2009) at src/mongo/db/storage/wiredtiger/wiredtiger_util.h:222 #20 0x0000000001732be3 in mongo::WiredTigerUtil::getIdentSize (s=0x352cf80, uri=...) at src/mongo/db/storage/wiredtiger/wiredtiger_util.cpp:280 #21 0x000000000171d523 in mongo::WiredTigerKVEngine::getIdentSize (this=0x33c8460, opCtx=0x7ffff08e57b0, ident=...) at src/mongo/db/storage/wiredtiger/wiredtiger_kv_engine.cpp:224 #22 0x000000000169d8a0 in mongo::KVDatabaseCatalogEntry::sizeOnDisk (this=0x5a5f2300, opCtx=0x7ffff08e57b0) at src/mongo/db/storage/kv/kv_database_catalog_entry.cpp:147 #23 0x00000000012b6bf0 in mongo::CmdListDatabases::run (this=0x28394a0 <mongo::cmdListDatabases>, txn=0x7ffff08e57b0, dbname=..., jsobj=..., errmsg=..., result=...) at src/mongo/db/commands/list_databases.cpp:100 #24 0x0000000001324249 in mongo::_execCommand (txn=0x7ffff08e57b0, c=0x28394a0 <mongo::cmdListDatabases>, dbname=..., cmdObj=..., queryOptions=0, errmsg=..., result=..., fromRepl=false) at src/mongo/db/dbcommands.cpp:1259 #25 0x00000000013251c6 in mongo::Command::execCommand (txn=0x7ffff08e57b0, c=0x28394a0 <mongo::cmdListDatabases>, queryOptions=0, cmdns=0x7ee46814 "admin.$cmd", cmdObj=..., result=..., fromRepl=false) at src/mongo/db/dbcommands.cpp:1475 #26 0x0000000001325aa8 in mongo::_runCommands (txn=0x7ffff08e57b0, ns=0x7ee46814 "admin.$cmd", _cmdobj=..., b=..., anObjBuilder=..., fromRepl=false, queryOptions=0) at src/mongo/db/dbcommands.cpp:1550 #27 0x0000000001528116 in mongo::runCommands (txn=0x7ffff08e57b0, ns=0x7ee46814 "admin.$cmd", jsobj=..., curop=..., b=..., anObjBuilder=..., fromRepl=false, queryOptions=0) at src/mongo/db/query/find.cpp:131 #28 0x0000000001529ea2 in mongo::runQuery (txn=0x7ffff08e57b0, m=..., q=..., curop=..., result=..., fromDBDirectClient=false) at src/mongo/db/query/find.cpp:565 #29 0x000000000142ff61 in mongo::receivedQuery (txn=0x7ffff08e57b0, c=..., dbresponse=..., m=..., fromDBDirectClient=false) at src/mongo/db/instance.cpp:224 #30 0x0000000001431073 in mongo::assembleResponse (txn=0x7ffff08e57b0, m=..., dbresponse=..., remote=..., fromDBDirectClient=false) at src/mongo/db/instance.cpp:394 #31 0x00000000011338ea in mongo::MyMessageHandler::process (this=0x307c210, m=..., port=0x54640300, le=0x5b6133b0) at src/mongo/db/db.cpp:195 #32 0x00000000018c3ef5 in mongo::PortMessageServer::handleIncomingMsg (arg=0x29287e70) at src/mongo/util/net/message_server_port.cpp:234 #33 0x00007ffff7bc4182 in start_thread (arg=0x7ffff08e6700) at pthread_create.c:312 #34 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8517 (Thread 0x7ffff0eec700 (LWP 5037)): #0 0x00007ffff7bcb7eb in __libc_recv (fd=602, buf=0x7ffff0eeb7e0, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x00000000018c9095 in mongo::Socket::_recv (this=0x468b7340, buf=0x7ffff0eeb7e0 "", max=16) at src/mongo/util/net/sock.cpp:746 #2 0x00000000018c903f in mongo::Socket::unsafe_recv (this=0x468b7340, buf=0x7ffff0eeb7e0 "", max=16) at src/mongo/util/net/sock.cpp:734 #3 0x00000000018c8fe0 in mongo::Socket::recv (this=0x468b7340, buf=0x7ffff0eeb7e0 "", len=16) at src/mongo/util/net/sock.cpp:724 #4 0x00000000018bfff9 in mongo::MessagingPort::recv (this=0x82a670c0, m=...) at src/mongo/util/net/message_port.cpp:179 #5 0x00000000018c3dab in mongo::PortMessageServer::handleIncomingMsg (arg=0x29286ee0) at src/mongo/util/net/message_server_port.cpp:224 #6 0x00007ffff7bc4182 in start_thread (arg=0x7ffff0eec700) at pthread_create.c:312 #7 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8515 (Thread 0x7ffff0be9700 (LWP 5032)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000013193c0 in boost::condition_variable::timed_wait (this=0x6fcba5d0, m=..., wait_until=...) at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:74 #2 0x000000000131956c in boost::condition_variable::timed_wait<boost::date_time::subsecond_duration<boost::posix_time::time_duration, 1000ll> > (this=0x6fcba5d0, m=..., wait_duration=...) at src/third_party/boost/boost/thread/pthread/condition_variable_fwd.hpp:72 #3 0x0000000001317fca in mongo::CondVarLockGrantNotification::wait (this=0x6fcba5a0, timeoutMs=500) at src/mongo/db/concurrency/lock_state.cpp:189 #4 0x000000000131c918 in mongo::LockerImpl<false>::lockComplete (this=0x6fcba000, resId=..., timeoutMs=4294967295, checkDeadlock=false) at src/mongo/db/concurrency/lock_state.cpp:607 #5 0x000000000131bbe6 in mongo::LockerImpl<false>::lock (this=0x6fcba000, resId=..., mode=mongo::MODE_IX, timeoutMs=4294967295, checkDeadlock=false) at src/mongo/db/concurrency/lock_state.cpp:352 #6 0x000000000130b91f in mongo::Lock::DBLock::DBLock (this=0x32335470, lockState=0x6fcba000, db=..., mode=mongo::MODE_IX) at src/mongo/db/concurrency/d_concurrency.cpp:147 #7 0x0000000001301efc in mongo::WriteBatchExecutor::ExecInsertsState::_lockAndCheckImpl (this=0x7ffff0be6e20, result=0x7ffff0be5990, intentLock=true) at src/mongo/db/commands/write_commands/batch_executor.cpp:971 #8 0x0000000001302738 in mongo::WriteBatchExecutor::ExecInsertsState::lockAndCheck (this=0x7ffff0be6e20, result=0x7ffff0be5990) at src/mongo/db/commands/write_commands/batch_executor.cpp:1026 #9 0x00000000013028d7 in mongo::insertOne (state=0x7ffff0be6e20, result=0x7ffff0be5990) at src/mongo/db/commands/write_commands/batch_executor.cpp:1054 #10 0x0000000001302b61 in mongo::WriteBatchExecutor::execOneInsert (this=0x7ffff0be7230, state=0x7ffff0be6e20, error=0x7ffff0be6df8) at src/mongo/db/commands/write_commands/batch_executor.cpp:1083 #11 0x0000000001301550 in mongo::WriteBatchExecutor::execInserts (this=0x7ffff0be7230, request=..., errors=0x7ffff0be70b0) at src/mongo/db/commands/write_commands/batch_executor.cpp:874 #12 0x0000000001300fc3 in mongo::WriteBatchExecutor::bulkExecute (this=0x7ffff0be7230, request=..., upsertedIds=0x7ffff0be70d0, errors=0x7ffff0be70b0) at src/mongo/db/commands/write_commands/batch_executor.cpp:756 #13 0x00000000012fefc7 in mongo::WriteBatchExecutor::executeBatch (this=0x7ffff0be7230, request=..., response=0x7ffff0be7270) at src/mongo/db/commands/write_commands/batch_executor.cpp:265 #14 0x0000000001308d60 in mongo::WriteCmd::run (this=0x30f92c0, txn=0x7ffff0be87b0, dbName=..., cmdObj=..., options=0, errMsg=..., result=..., fromRepl=false) at src/mongo/db/commands/write_commands/write_commands.cpp:144 #15 0x0000000001324249 in mongo::_execCommand (txn=0x7ffff0be87b0, c=0x30f92c0, dbname=..., cmdObj=..., queryOptions=0, errmsg=..., result=..., fromRepl=false) at src/mongo/db/dbcommands.cpp:1259 #16 0x00000000013251c6 in mongo::Command::execCommand (txn=0x7ffff0be87b0, c=0x30f92c0, queryOptions=0, cmdns=0x7ee47814 "aggdb.$cmd", cmdObj=..., result=..., fromRepl=false) at src/mongo/db/dbcommands.cpp:1475 #17 0x0000000001325aa8 in mongo::_runCommands (txn=0x7ffff0be87b0, ns=0x7ee47814 "aggdb.$cmd", _cmdobj=..., b=..., anObjBuilder=..., fromRepl=false, queryOptions=0) at src/mongo/db/dbcommands.cpp:1550 #18 0x0000000001528116 in mongo::runCommands (txn=0x7ffff0be87b0, ns=0x7ee47814 "aggdb.$cmd", jsobj=..., curop=..., b=..., anObjBuilder=..., fromRepl=false, queryOptions=0) at src/mongo/db/query/find.cpp:131 #19 0x0000000001529ea2 in mongo::runQuery (txn=0x7ffff0be87b0, m=..., q=..., curop=..., result=..., fromDBDirectClient=false) at src/mongo/db/query/find.cpp:565 #20 0x000000000142ff61 in mongo::receivedQuery (txn=0x7ffff0be87b0, c=..., dbresponse=..., m=..., fromDBDirectClient=false) at src/mongo/db/instance.cpp:224 #21 0x0000000001431073 in mongo::assembleResponse (txn=0x7ffff0be87b0, m=..., dbresponse=..., remote=..., fromDBDirectClient=false) at src/mongo/db/instance.cpp:394 #22 0x00000000011338ea in mongo::MyMessageHandler::process (this=0x307c210, m=..., port=0x82a66d50, le=0x66b79bb0) at src/mongo/db/db.cpp:195 #23 0x00000000018c3ef5 in mongo::PortMessageServer::handleIncomingMsg (arg=0x292876b0) at src/mongo/util/net/message_server_port.cpp:234 #24 0x00007ffff7bc4182 in start_thread (arg=0x7ffff0be9700) at pthread_create.c:312 #25 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8505 (Thread 0x7ffff0cea700 (LWP 4998)): #0 0x00007ffff7bcb7eb in __libc_recv (fd=198, buf=0x7ffff0ce97e0, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x00000000018c9095 in mongo::Socket::_recv (this=0x5a659600, buf=0x7ffff0ce97e0 "", max=16) at src/mongo/util/net/sock.cpp:746 #2 0x00000000018c903f in mongo::Socket::unsafe_recv (this=0x5a659600, buf=0x7ffff0ce97e0 "", max=16) at src/mongo/util/net/sock.cpp:734 #3 0x00000000018c8fe0 in mongo::Socket::recv (this=0x5a659600, buf=0x7ffff0ce97e0 "", len=16) at src/mongo/util/net/sock.cpp:724 #4 0x00000000018bfff9 in mongo::MessagingPort::recv (this=0x82a65db0, m=...) at src/mongo/util/net/message_port.cpp:179 #5 0x00000000018c3dab in mongo::PortMessageServer::handleIncomingMsg (arg=0x29287e50) at src/mongo/util/net/message_server_port.cpp:224 #6 0x00007ffff7bc4182 in start_thread (arg=0x7ffff0cea700) at pthread_create.c:312 #7 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8503 (Thread 0x7ffff07e5700 (LWP 4994)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000013193c0 in boost::condition_variable::timed_wait (this=0x2c9f65d0, m=..., wait_until=...) at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:74 #2 0x000000000131956c in boost::condition_variable::timed_wait<boost::date_time::subsecond_duration<boost::posix_time::time_duration, 1000ll> > (this=0x2c9f65d0, m=..., wait_duration=...) at src/third_party/boost/boost/thread/pthread/condition_variable_fwd.hpp:72 #3 0x0000000001317fca in mongo::CondVarLockGrantNotification::wait (this=0x2c9f65a0, timeoutMs=500) at src/mongo/db/concurrency/lock_state.cpp:189 #4 0x000000000131c918 in mongo::LockerImpl<false>::lockComplete (this=0x2c9f6000, resId=..., timeoutMs=4294967295, checkDeadlock=false) at src/mongo/db/concurrency/lock_state.cpp:607 #5 0x000000000131bbe6 in mongo::LockerImpl<false>::lock (this=0x2c9f6000, resId=..., mode=mongo::MODE_IS, timeoutMs=4294967295, checkDeadlock=false) at src/mongo/db/concurrency/lock_state.cpp:352 #6 0x000000000130b91f in mongo::Lock::DBLock::DBLock (this=0x7ffff07e4058, lockState=0x2c9f6000, db=..., mode=mongo::MODE_IS) at src/mongo/db/concurrency/d_concurrency.cpp:147 #7 0x00000000012787d3 in mongo::AutoGetDb::AutoGetDb (this=0x7ffff07e4058, txn=0x7ffff07e47b0, ns=..., mode=mongo::MODE_IS) at src/mongo/db/client.cpp:209 #8 0x0000000001278b54 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead (this=0x7ffff07e4040, txn=0x7ffff07e47b0, nss=...) at src/mongo/db/client.cpp:248 #9 0x000000000152a432 in mongo::runQuery (txn=0x7ffff07e47b0, m=..., q=..., curop=..., result=..., fromDBDirectClient=false) at src/mongo/db/query/find.cpp:608 #10 0x000000000142ff61 in mongo::receivedQuery (txn=0x7ffff07e47b0, c=..., dbresponse=..., m=..., fromDBDirectClient=false) at src/mongo/db/instance.cpp:224 #11 0x0000000001431073 in mongo::assembleResponse (txn=0x7ffff07e47b0, m=..., dbresponse=..., remote=..., fromDBDirectClient=false) at src/mongo/db/instance.cpp:394 #12 0x00000000011338ea in mongo::MyMessageHandler::process (this=0x307c210, m=..., port=0x6b829ed0, le=0xa38c8210) at src/mongo/db/db.cpp:195 #13 0x00000000018c3ef5 in mongo::PortMessageServer::handleIncomingMsg (arg=0x29285e30) at src/mongo/util/net/message_server_port.cpp:234 #14 0x00007ffff7bc4182 in start_thread (arg=0x7ffff07e5700) at pthread_create.c:312 #15 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7ffff7fef700 (LWP 9363)): #0 sem_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/sem_wait.S:85 #1 0x0000000001ca4686 in v8::internal::LinuxSemaphore::Wait (this=0x33f9980) at src/third_party/v8/src/platform-linux.cc:855 #2 0x0000000001cc7a28 in v8::internal::RuntimeProfiler::WaitForSomeIsolateToEnterJS () at src/third_party/v8/src/runtime-profiler.cc:452 #3 0x0000000001cc7bd1 in v8::internal::RuntimeProfilerRateLimiter::SuspendIfNecessary (this=0x34d4eac) at src/third_party/v8/src/runtime-profiler.cc:499 #4 0x0000000001ca5614 in v8::internal::SignalSender::Run (this=0x34d4e80) at src/third_party/v8/src/platform-linux.cc:1136 #5 0x0000000001ca4457 in v8::internal::ThreadEntry (arg=0x34d4e80) at src/third_party/v8/src/platform-linux.cc:731 #6 0x00007ffff7bc4182 in start_thread (arg=0x7ffff7fef700) at pthread_create.c:312 #7 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7ffff20f7700 (LWP 9038)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000011d0183 in boost::condition_variable_any::timed_wait<boost::unique_lock<boost::timed_mutex> > (this=0x30a4028, m=..., wait_until=...) at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:161 #2 0x000000000189f8fd in boost::condition_variable_any::timed_wait<boost::unique_lock<boost::timed_mutex>, std::function<bool ()> >(boost::unique_lock<boost::timed_mutex>&, boost::posix_time::ptime const&, std::function<bool ()>) (this=0x30a4028, m=..., wait_until=..., pred=...) at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:191 #3 0x000000000189f235 in boost::condition_variable_any::timed_wait<boost::unique_lock<boost::timed_mutex>, std::function<bool ()> >(boost::unique_lock<boost::timed_mutex>&, boost::xtime const&, std::function<bool ()>) (this=0x30a4028, m=..., wait_until=..., pred=...) at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:200 #4 0x000000000189df07 in mongo::(anonymous namespace)::PeriodicTaskRunner::run (this=0x30a4000) at src/mongo/util/background.cpp:338 #5 0x000000000189d1dc in mongo::BackgroundJob::jobBody (this=0x30a4000) at src/mongo/util/background.cpp:163 #6 0x00000000018a050d in std::_Mem_fn<void (mongo::BackgroundJob::*)()>::operator()<, void>(mongo::BackgroundJob*) const (this=0x33d8e88, __object=0x30a4000) at /usr/include/c++/4.8/functional:601 #7 0x00000000018a0476 in std::_Bind<std::_Mem_fn<void (mongo::BackgroundJob::*)()> (mongo::BackgroundJob*)>::__call<void, , 0ul>(std::tuple<>&&, std::_Index_tuple<0ul>) ( this=0x33d8e88, __args=<unknown type in /home/s/code/mongo/mongo/mongod, CU 0x74074ab, DIE 0x742df26>) at /usr/include/c++/4.8/functional:1296 #8 0x00000000018a03f2 in std::_Bind<std::_Mem_fn<void (mongo::BackgroundJob::*)()> (mongo::BackgroundJob*)>::operator()<, void>() (this=0x33d8e88) at /usr/include/c++/4.8/functional:1355 #9 0x00000000018a03c8 in boost::detail::thread_data<std::_Bind<std::_Mem_fn<void (mongo::BackgroundJob::*)()> (mongo::BackgroundJob*)> >::run() (this=0x33d8d00) at src/third_party/boost/boost/thread/detail/thread.hpp:62 #10 0x0000000001937dd0 in boost::(anonymous namespace)::thread_proxy (param=0x33d8d00) at src/third_party/boost/libs/thread/src/pthread/thread.cpp:121 #11 0x00007ffff7bc4182 in start_thread (arg=0x7ffff20f7700) at pthread_create.c:312 #12 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7ffff28f8700 (LWP 9037)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000013193c0 in boost::condition_variable::timed_wait (this=0x44fa5d0, m=..., wait_until=...) at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:74 #2 0x000000000131956c in boost::condition_variable::timed_wait<boost::date_time::subsecond_duration<boost::posix_time::time_duration, 1000ll> > (this=0x44fa5d0, m=..., wait_duration=...) at src/third_party/boost/boost/thread/pthread/condition_variable_fwd.hpp:72 #3 0x0000000001317fca in mongo::CondVarLockGrantNotification::wait (this=0x44fa5a0, timeoutMs=500) at src/mongo/db/concurrency/lock_state.cpp:189 #4 0x000000000131c918 in mongo::LockerImpl<false>::lockComplete (this=0x44fa000, resId=..., timeoutMs=4294967295, checkDeadlock=false) at src/mongo/db/concurrency/lock_state.cpp:607 #5 0x000000000131bbe6 in mongo::LockerImpl<false>::lock (this=0x44fa000, resId=..., mode=mongo::MODE_IS, timeoutMs=4294967295, checkDeadlock=false) at src/mongo/db/concurrency/lock_state.cpp:352 #6 0x000000000130b91f in mongo::Lock::DBLock::DBLock (this=0x7ffff28f7828, lockState=0x44fa000, db=..., mode=mongo::MODE_IS) at src/mongo/db/concurrency/d_concurrency.cpp:147 #7 0x00000000012787d3 in mongo::AutoGetDb::AutoGetDb (this=0x7ffff28f7828, txn=0x7ffff28f78f0, ns=..., mode=mongo::MODE_IS) at src/mongo/db/client.cpp:209 #8 0x00000000012789ef in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead (this=0x7ffff28f7810, txn=0x7ffff28f78f0, ns=...) at src/mongo/db/client.cpp:237 #9 0x00000000012565c3 in mongo::GlobalCursorIdCache::timeoutCursors (this=0x30f91e0, txn=0x7ffff28f78f0, millisSinceLastCall=4712) at src/mongo/db/catalog/cursor_manager.cpp:246 #10 0x000000000125672a in mongo::CursorManager::timeoutCursorsGlobal (txn=0x7ffff28f78f0, millisSinceLastCall=4712) at src/mongo/db/catalog/cursor_manager.cpp:270 #11 0x000000000127f69a in mongo::ClientCursorMonitor::run (this=0x2837e60 <mongo::(anonymous namespace)::clientCursorMonitor>) at src/mongo/db/clientcursor.cpp:291 #12 0x000000000189d1dc in mongo::BackgroundJob::jobBody (this=0x2837e60 <mongo::(anonymous namespace)::clientCursorMonitor>) at src/mongo/util/background.cpp:163 #13 0x00000000018a050d in std::_Mem_fn<void (mongo::BackgroundJob::*)()>::operator()<, void>(mongo::BackgroundJob*) const (this=0x33d8ce8, __object=0x2837e60 <mongo::(anonymous namespace)::clientCursorMonitor>) at /usr/include/c++/4.8/functional:601 #14 0x00000000018a0476 in std::_Bind<std::_Mem_fn<void (mongo::BackgroundJob::*)()> (mongo::BackgroundJob*)>::__call<void, , 0ul>(std::tuple<>&&, std::_Index_tuple<0ul>) ( this=0x33d8ce8, __args=<unknown type in /home/s/code/mongo/mongo/mongod, CU 0x74074ab, DIE 0x742df26>) at /usr/include/c++/4.8/functional:1296 #15 0x00000000018a03f2 in std::_Bind<std::_Mem_fn<void (mongo::BackgroundJob::*)()> (mongo::BackgroundJob*)>::operator()<, void>() (this=0x33d8ce8) at /usr/include/c++/4.8/functional:1355 #16 0x00000000018a03c8 in boost::detail::thread_data<std::_Bind<std::_Mem_fn<void (mongo::BackgroundJob::*)()> (mongo::BackgroundJob*)> >::run() (this=0x33d8b60) at src/third_party/boost/boost/thread/detail/thread.hpp:62 #17 0x0000000001937dd0 in boost::(anonymous namespace)::thread_proxy (param=0x33d8b60) at src/third_party/boost/libs/thread/src/pthread/thread.cpp:121 #18 0x00007ffff7bc4182 in start_thread (arg=0x7ffff28f8700) at pthread_create.c:312 #19 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7ffff30f9700 (LWP 9036)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007ffff7bc6657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007ffff7bc6480 in __GI___pthread_mutex_lock (mutex=0x3396950) at ../nptl/pthread_mutex_lock.c:79 #3 0x00000000011ca897 in boost::mutex::lock (this=0x3396950) at src/third_party/boost/boost/thread/pthread/mutex.hpp:59 #4 0x00000000011cc414 in boost::unique_lock<boost::mutex>::lock (this=0x7ffff30f84b0) at src/third_party/boost/boost/thread/locks.hpp:412 #5 0x00000000011cc32d in boost::unique_lock<boost::mutex>::unique_lock (this=0x7ffff30f84b0, m_=...) at src/third_party/boost/boost/thread/locks.hpp:290 #6 0x0000000001696c51 in mongo::KVCatalog::_findEntry (this=0x3396900, opCtx=0x7ffff30f88c0, ns=..., out=0x0) at src/mongo/db/storage/kv/kv_catalog.cpp:229 #7 0x0000000001696f7c in mongo::KVCatalog::getMetaData (this=0x3396900, opCtx=0x7ffff30f88c0, ns=...) at src/mongo/db/storage/kv/kv_catalog.cpp:252 #8 0x000000000169ccb6 in mongo::KVCollectionCatalogEntry::_getMetaData (this=0x59d18180, txn=0x7ffff30f88c0) at src/mongo/db/storage/kv/kv_collection_catalog_entry.cpp:168 #9 0x000000000167ff8a in mongo::BSONCollectionCatalogEntry::getAllIndexes (this=0x59d18180, txn=0x7ffff30f88c0, names=0x7ffff30f87d0) at src/mongo/db/storage/bson_collection_catalog_entry.cpp:73 #10 0x0000000001735db5 in mongo::TTLMonitor::getTTLIndexesForDB (this=0x30bb480, txn=0x7ffff30f88c0, dbName=..., indexes=0x7ffff30f88a0) at src/mongo/db/ttl.cpp:166 #11 0x0000000001735914 in mongo::TTLMonitor::run (this=0x30bb480) at src/mongo/db/ttl.cpp:115 #12 0x000000000189d1dc in mongo::BackgroundJob::jobBody (this=0x30bb480) at src/mongo/util/background.cpp:163 #13 0x00000000018a050d in std::_Mem_fn<void (mongo::BackgroundJob::*)()>::operator()<, void>(mongo::BackgroundJob*) const (this=0x33d8b48, __object=0x30bb480) at /usr/include/c++/4.8/functional:601 #14 0x00000000018a0476 in std::_Bind<std::_Mem_fn<void (mongo::BackgroundJob::*)()> (mongo::BackgroundJob*)>::__call<void, , 0ul>(std::tuple<>&&, std::_Index_tuple<0ul>) ( this=0x33d8b48, __args=<unknown type in /home/s/code/mongo/mongo/mongod, CU 0x74074ab, DIE 0x742df26>) at /usr/include/c++/4.8/functional:1296 #15 0x00000000018a03f2 in std::_Bind<std::_Mem_fn<void (mongo::BackgroundJob::*)()> (mongo::BackgroundJob*)>::operator()<, void>() (this=0x33d8b48) at /usr/include/c++/4.8/functional:1355 #16 0x00000000018a03c8 in boost::detail::thread_data<std::_Bind<std::_Mem_fn<void (mongo::BackgroundJob::*)()> (mongo::BackgroundJob*)> >::run() (this=0x33d89c0) at src/third_party/boost/boost/thread/detail/thread.hpp:62 #17 0x0000000001937dd0 in boost::(anonymous namespace)::thread_proxy (param=0x33d89c0) at src/third_party/boost/libs/thread/src/pthread/thread.cpp:121 #18 0x00007ffff7bc4182 in start_thread (arg=0x7ffff30f9700) at pthread_create.c:312 #19 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7ffff38fa700 (LWP 9035)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000011d0183 in boost::condition_variable_any::timed_wait<boost::unique_lock<boost::timed_mutex> > (this=0x309ed90, m=..., wait_until=...) at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:161 #2 0x0000000001591614 in boost::condition_variable_any::timed_wait<boost::unique_lock<boost::timed_mutex>, boost::date_time::subsecond_duration<boost::posix_time::time_duration, 1000ll> > (this=0x309ed90, m=..., wait_duration=...) at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:183 #3 0x000000000158eec5 in mongo::RangeDeleter::doWork (this=0x309ed00) at src/mongo/db/range_deleter.cpp:458 #4 0x0000000001597ce5 in std::_Mem_fn<void (mongo::RangeDeleter::*)()>::operator()<, void>(mongo::RangeDeleter*) const (this=0x33d89a8, __object=0x309ed00) at /usr/include/c++/4.8/functional:601 #5 0x0000000001597c4e in std::_Bind<std::_Mem_fn<void (mongo::RangeDeleter::*)()> (mongo::RangeDeleter*)>::__call<void, , 0ul>(std::tuple<>&&, std::_Index_tuple<0ul>) ( this=0x33d89a8, __args=<unknown type in /home/s/code/mongo/mongo/mongod, CU 0x4bedd06, DIE 0x4c40fe1>) at /usr/include/c++/4.8/functional:1296 #6 0x0000000001597bca in std::_Bind<std::_Mem_fn<void (mongo::RangeDeleter::*)()> (mongo::RangeDeleter*)>::operator()<, void>() (this=0x33d89a8) at /usr/include/c++/4.8/functional:1355 #7 0x0000000001597ba0 in boost::detail::thread_data<std::_Bind<std::_Mem_fn<void (mongo::RangeDeleter::*)()> (mongo::RangeDeleter*)> >::run() (this=0x33d8820) at src/third_party/boost/boost/thread/detail/thread.hpp:62 #8 0x0000000001937dd0 in boost::(anonymous namespace)::thread_proxy (param=0x33d8820) at src/third_party/boost/libs/thread/src/pthread/thread.cpp:121 #9 0x00007ffff7bc4182 in start_thread (arg=0x7ffff38fa700) at pthread_create.c:312 #10 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7ffff40fb700 (LWP 9034)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00000000015905eb in boost::condition_variable_any::wait<boost::unique_lock<boost::timed_mutex> > (this=0x31fef90, m=...) at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:137 #2 0x000000000187e11e in mongo::DeadlineMonitor<mongo::V8Scope>::deadlineMonitorThread (this=0x31fef50) at src/mongo/scripting/v8_deadline_monitor.h:134 #3 0x0000000001885e79 in boost::_mfi::mf0<void, mongo::DeadlineMonitor<mongo::V8Scope> >::operator() (this=0x33d8808, p=0x31fef50) at src/third_party/boost/boost/bind/mem_fn_template.hpp:49 #4 0x0000000001885ddc in boost::_bi::list1<boost::_bi::value<mongo::DeadlineMonitor<mongo::V8Scope>*> >::operator()<boost::_mfi::mf0<void, mongo::DeadlineMonitor<mongo::V8Scope> >, boost::_bi::list0> (this=0x33d8818, f=..., a=...) at src/third_party/boost/boost/bind/bind.hpp:253 #5 0x0000000001885d8b in boost::_bi::bind_t<void, boost::_mfi::mf0<void, mongo::DeadlineMonitor<mongo::V8Scope> >, boost::_bi::list1<boost::_bi::value<mongo::DeadlineMonitor<mongo::V8Scope>*> > >::operator() (this=0x33d8808) at src/third_party/boost/boost/bind/bind_template.hpp:20 #6 0x0000000001885d1e in boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf0<void, mongo::DeadlineMonitor<mongo::V8Scope> >, boost::_bi::list1<boost::_bi::value<mongo::DeadlineMonitor<mongo::V8Scope>*> > > >::run (this=0x33d8680) at src/third_party/boost/boost/thread/detail/thread.hpp:62 #7 0x0000000001937dd0 in boost::(anonymous namespace)::thread_proxy (param=0x33d8680) at src/third_party/boost/libs/thread/src/pthread/thread.cpp:121 #8 0x00007ffff7bc4182 in start_thread (arg=0x7ffff40fb700) at pthread_create.c:312 #9 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7ffff48fc700 (LWP 9033)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007ffff7bc6657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007ffff7bc6480 in __GI___pthread_mutex_lock (mutex=0x3408480) at ../nptl/pthread_mutex_lock.c:79 #3 0x0000000001eef199 in __wt_spin_lock (session=0x352aa00, t=0x3408480) at src/third_party/wiredtiger/src/include/mutex.i:174 #4 0x0000000001ef036c in __wt_txn_checkpoint (session=0x352aa00, cfg=0x7ffff48fba70) at src/third_party/wiredtiger/src/txn/txn_ckpt.c:342 #5 0x0000000001ee4dfe in __session_checkpoint (wt_session=0x352aa00, config=0x0) at src/third_party/wiredtiger/src/session/session_api.c:895 #6 0x0000000001e6d2fa in __ckpt_server (arg=0x352aa00) at src/third_party/wiredtiger/src/conn/conn_ckpt.c:86 #7 0x00007ffff7bc4182 in start_thread (arg=0x7ffff48fc700) at pthread_create.c:312 #8 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7ffff50fd700 (LWP 9032)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001eb86a9 in __wt_cond_wait (session=0x352a780, cond=0x30f96b0, usecs=1000000) at src/third_party/wiredtiger/src/os_posix/os_mtx_cond.c:77 #2 0x0000000001e70863 in __log_server (arg=0x352a780) at src/third_party/wiredtiger/src/conn/conn_log.c:318 #3 0x00007ffff7bc4182 in start_thread (arg=0x7ffff50fd700) at pthread_create.c:312 #4 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7ffff58fe700 (LWP 9031)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007ffff7bc6657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007ffff7bc6480 in __GI___pthread_mutex_lock (mutex=0x34083c0) at ../nptl/pthread_mutex_lock.c:79 #3 0x0000000001e6d89a in __wt_spin_lock (session=0x352a500, t=0x34083c0) at src/third_party/wiredtiger/src/include/mutex.i:174 #4 0x0000000001e6ef18 in __wt_conn_dhandle_discard_single (session=0x352a500, final=0) at src/third_party/wiredtiger/src/conn/conn_dhandle.c:704 #5 0x0000000001e73711 in __sweep (session=0x352a500) at src/third_party/wiredtiger/src/conn/conn_sweep.c:83 #6 0x0000000001e73843 in __sweep_server (arg=0x352a500) at src/third_party/wiredtiger/src/conn/conn_sweep.c:126 #7 0x00007ffff7bc4182 in start_thread (arg=0x7ffff58fe700) at pthread_create.c:312 #8 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7ffff60ff700 (LWP 9030)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001eb86a9 in __wt_cond_wait (session=0x352a280, cond=0x30f9020, usecs=100000) at src/third_party/wiredtiger/src/os_posix/os_mtx_cond.c:77 #2 0x0000000001e973e0 in __evict_server (arg=0x352a280) at src/third_party/wiredtiger/src/evict/evict_lru.c:195 #3 0x00007ffff7bc4182 in start_thread (arg=0x7ffff60ff700) at pthread_create.c:312 #4 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7ffff6900700 (LWP 9029)): #0 0x00007ffff7bcc0d1 in do_sigwait (sig=0x7ffff68ffa18, set=<optimized out>) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x2843340 <mongo::(anonymous namespace)::asyncSignals>, sig=0x7ffff68ffa18) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x00000000018fc68e in mongo::(anonymous namespace)::signalProcessingThread () at src/mongo/util/signal_handlers.cpp:170 #3 0x00000000015c7723 in boost::detail::thread_data<void (*)()>::run (this=0x33d84e0) at src/third_party/boost/boost/thread/detail/thread.hpp:62 #4 0x0000000001937dd0 in boost::(anonymous namespace)::thread_proxy (param=0x33d84e0) at src/third_party/boost/libs/thread/src/pthread/thread.cpp:121 #5 0x00007ffff7bc4182 in start_thread (arg=0x7ffff6900700) at pthread_create.c:312 #6 0x00007ffff6cc4efd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7ffff7fd0b80 (LWP 9025)): #0 0x00007ffff6cbc823 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x00000000018bc610 in mongo::Listener::initAndListen (this=0x31feb08) at src/mongo/util/net/listen.cpp:259 #2 0x00000000018c39de in mongo::PortMessageServer::run (this=0x31feb00) at src/mongo/util/net/message_server_port.cpp:158 #3 0x000000000112d4ab in mongo::_initAndListen (listenPort=27017) at src/mongo/db/db.cpp:619 #4 0x000000000112d7c7 in mongo::initAndListen (listenPort=27017) at src/mongo/db/db.cpp:624 #5 0x000000000112ea81 in mongoDbMain (argc=4, argv=0x7fffffffe448, envp=0x7fffffffe470) at src/mongo/db/db.cpp:870 #6 0x000000000112dab8 in main (argc=4, argv=0x7fffffffe448, envp=0x7fffffffe470) at src/mongo/db/db.cpp:673
Version: 5c3e3df015d8bdb87