.tools/gdbmon.py 7590 10 (version 1.3) === 2015-10-12T12:54:57.662785+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.090 cont 0.000 === 2015-10-12T12:55:07.755892+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.087 cont 0.000 === 2015-10-12T12:55:17.848400+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.087 cont 0.000 === 2015-10-12T12:55:27.943572+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.085 cont 0.000 === 2015-10-12T12:55:38.034365+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.086 cont 0.000 === 2015-10-12T12:55:48.123771+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.088 cont 0.000 === 2015-10-12T12:55:58.214584+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.093 cont 0.001 === 2015-10-12T12:56:08.310878+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.087 cont 0.000 === 2015-10-12T12:56:18.400539+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.088 cont 0.000 === 2015-10-12T12:56:28.492818+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.087 cont 0.000 === 2015-10-12T12:56:38.583554+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.088 cont 0.000 === 2015-10-12T12:56:48.675241+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.088 cont 0.000 === 2015-10-12T12:56:58.768415+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.088 cont 0.000 === 2015-10-12T12:57:08.859483+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.087 cont 0.000 === 2015-10-12T12:57:18.950255+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.003 traces 0.083 cont 0.000 === 2015-10-12T12:57:29.036280+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.085 cont 0.000 === 2015-10-12T12:57:39.128208+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.084 cont 0.000 === 2015-10-12T12:57:49.223034+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.003 traces 0.084 cont 0.000 === 2015-10-12T12:57:59.312696+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.084 cont 0.000 === 2015-10-12T12:58:09.402042+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.086 cont 0.000 === 2015-10-12T12:58:19.494921+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.086 cont 0.000 === 2015-10-12T12:58:29.583475+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 0x000000000137c6cd in ?? () #1 0x000000000137d565 in __wt_reconcile () #2 0x0000000001311b4c in __wt_cache_op () #3 0x000000000139ea0e in __wt_checkpoint () #4 0x000000000139d957 in ?? () #5 0x000000000139f4e5 in __wt_txn_checkpoint () #6 0x00000000013925a6 in ?? () #7 0x000000000132abba in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.090 cont 0.000 === 2015-10-12T12:58:39.679584+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.086 cont 0.000 === 2015-10-12T12:58:49.778329+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.088 cont 0.000 === 2015-10-12T12:58:59.878370+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.083 cont 0.000 === 2015-10-12T12:59:09.975107+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.003 traces 0.094 cont 0.000 === 2015-10-12T12:59:20.071947+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.085 cont 0.000 === 2015-10-12T12:59:30.168975+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.083 cont 0.000 === 2015-10-12T12:59:40.258933+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.091 cont 0.001 === 2015-10-12T12:59:50.362927+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.084 cont 0.000 === 2015-10-12T13:00:00.452239+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.086 cont 0.000 === 2015-10-12T13:00:10.547461+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.084 cont 0.000 === 2015-10-12T13:00:20.634014+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.087 cont 0.000 === 2015-10-12T13:00:30.730890+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.083 cont 0.000 === 2015-10-12T13:00:40.820755+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.085 cont 0.000 === 2015-10-12T13:00:50.914362+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.003 traces 0.084 cont 0.000 === 2015-10-12T13:01:01.003566+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.003 traces 0.087 cont 0.000 === 2015-10-12T13:01:11.102670+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.086 cont 0.000 === 2015-10-12T13:01:21.192332+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.090 cont 0.000 === 2015-10-12T13:01:31.285032+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.083 cont 0.000 === 2015-10-12T13:01:41.380072+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.088 cont 0.000 === 2015-10-12T13:01:51.480197+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.083 cont 0.000 === 2015-10-12T13:02:01.576032+0000 Thread 28 (Thread 0x7f58d8703700 (LWP 7592)): #0 0x00007f58d99ce0d1 in do_sigwait (sig=0x7f58d87029f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7f58d87029f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007f58d99c6182 in start_thread (arg=0x7f58d8703700) at pthread_create.c:312 #5 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (Thread 0x7f58d7f02700 (LWP 7596)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x000000000134c236 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7f02700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7f58d7701700 (LWP 7597)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d7701700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7f58d6f00700 (LWP 7598)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d6f00700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7f58d66ff700 (LWP 7605)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d66ff700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7f58d5efe700 (LWP 7607)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d5efe700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7f58d56fd700 (LWP 7608)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134d047 in __wt_cache_wait () #3 0x0000000001303d21 in __wt_page_in_func () #4 0x0000000001320270 in __wt_row_search () #5 0x00000000012f5210 in __wt_btcur_search () #6 0x00000000013376e3 in ?? () #7 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #8 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007f58d99c6182 in start_thread (arg=0x7f58d56fd700) at pthread_create.c:312 #20 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7f58d4efc700 (LWP 7609)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000912053 in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, std::string const&) () #4 0x00000000008fdd4c in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #5 0x00000000009170e3 in mongo::ClientCursorMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007f58d99c6182 in start_thread (arg=0x7f58d4efc700) at pthread_create.c:312 #9 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7f58d46fb700 (LWP 7610)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007f58d99c6182 in start_thread (arg=0x7f58d46fb700) at pthread_create.c:312 #6 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7f58d9de7700 (LWP 7681)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d9de7700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7f58d3efa700 (LWP 7692)): #0 0x00007f58d99cd7eb in __libc_recv (fd=16, buf=0x7f58d3ef9600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3efa700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7f58d3df9700 (LWP 7721)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d3df9700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7f58d3cf8700 (LWP 7765)): #0 0x00007f58d99cd7eb in __libc_recv (fd=20, buf=0x7f58d3cf7600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d3cf8700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7f58d2bf5700 (LWP 7772)): #0 0x00007f58d99cd7eb in __libc_recv (fd=24, buf=0x7f58d2bf4600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2bf5700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7f58d3bf7700 (LWP 7779)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d3bf7700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7f58d2af4700 (LWP 7782)): #0 0x00007f58d99cd7eb in __libc_recv (fd=26, buf=0x7f58d2af3600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d2af4700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7f58d29f3700 (LWP 7783)): #0 0x00007f58d99cd7eb in __libc_recv (fd=27, buf=0x7f58d29f2600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d29f3700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7f58d28f2700 (LWP 7785)): #0 0x00007f58d99cd7eb in __libc_recv (fd=28, buf=0x7f58d28f1600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d28f2700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7f58d33f6700 (LWP 7786)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d33f6700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7f58d27f1700 (LWP 7787)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007f58d99c6182 in start_thread (arg=0x7f58d27f1700) at pthread_create.c:312 #4 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7f58d1ff0700 (LWP 7790)): #0 0x00007f58d99cd7eb in __libc_recv (fd=29, buf=0x7f58d1fef600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ff0700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7f58d1eef700 (LWP 7792)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1eef700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7f58d1dee700 (LWP 7793)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d1dee700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7f58d1ced700 (LWP 7796)): #0 0x00007f58d99cdb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007f58d99c6182 in start_thread (arg=0x7f58d1ced700) at pthread_create.c:312 #7 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7f58d0ceb700 (LWP 7805)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007f58d99c6182 in start_thread (arg=0x7f58d0ceb700) at pthread_create.c:312 #21 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7f58d14ec700 (LWP 8485)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000009a45da in mongo::CondVarLockGrantNotification::wait(unsigned int) () #2 0x00000000009ab721 in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x0000000000de96dc in mongo::MigrateStatus::apply(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj const&, unsigned long long*) () #4 0x0000000000dfa14f in mongo::MigrateStatus::_go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #5 0x0000000000dfbb3b in mongo::MigrateStatus::go(mongo::OperationContext*, std::string const&, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string const&, mongo::OID const&, mongo::WriteConcernOptions const&) () #6 0x0000000000de603f in mongo::migrateThread(std::string, mongo::BSONObj, mongo::BSONObj, mongo::BSONObj, std::string, mongo::OID, mongo::WriteConcernOptions) () #7 0x0000000000de742d in boost::detail::thread_data, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value, boost::_bi::value > > >::run() () #8 0x0000000000fac5f4 in ?? () #9 0x00007f58d99c6182 in start_thread (arg=0x7f58d14ec700) at pthread_create.c:312 #10 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7f58d0bea700 (LWP 9132)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134cfa7 in __wt_cache_wait () #3 0x000000000139312d in ?? () #4 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d8020b in mongo::WiredTigerServerStatusSection::generateSection(mongo::OperationContext*, mongo::BSONElement const&) const () #7 0x0000000000974e49 in mongo::CmdServerStatus::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007f58d99c6182 in start_thread (arg=0x7f58d0bea700) at pthread_create.c:312 #16 0x00007f58d8ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7f58d9deabc0 (LWP 7590)): #0 0x00007f58d8abeda3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.087 cont 0.000