All threads: 291 Unique threads: 61 56 times Thread 274 (Thread 0x7f7785bf1700 (LWP 23495)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000564f718b0f5c in std::condition_variable::wait(std::unique_lock&) () #2 0x0000564f70240fe0 in mongo::AuthorizationManager::acquireUser(mongo::OperationContext*, mongo::UserName const&, mongo::User**) () #3 0x0000564f702854cb in mongo::SaslSCRAMSHA1ServerConversation::_firstStep(std::vector, std::allocator >, std::allocator, std::allocator > > >&, std::__cxx11::basic_string, std::allocator >*) () #4 0x0000564f70287585 in mongo::SaslSCRAMSHA1ServerConversation::step(mongo::StringData, std::__cxx11::basic_string, std::allocator >*) () #5 0x0000564f7025ee2a in mongo::NativeSaslAuthenticationSession::step(mongo::StringData, std::__cxx11::basic_string, std::allocator >*) () #6 0x0000564f7027b63d in mongo::(anonymous namespace)::doSaslStep(mongo::Client const*, mongo::SaslAuthenticationSession*, mongo::BSONObj const&, mongo::BSONObjBuilder*) [clone .constprop.80] () #7 0x0000564f7027d6c8 in mongo::(anonymous namespace)::CmdSaslStart::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #8 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #9 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #10 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #11 0x0000564f70559040 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #13 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #14 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #15 0x00007f77b7f1e6ba in start_thread (arg=0x7f7785bf1700) at pthread_create.c:333 #16 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 16 (Thread 0x7f77b0b3e700 (LWP 1504)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f70d4d37f in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000564f718b3b50 in execute_native_thread_routine () #3 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b0b3e700) at pthread_create.c:333 #4 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 66 (Thread 0x7f77936c4700 (LWP 1698)): #0 __lll_lock_wait () at ../sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007f77b7f22c51 in __pthread_mutex_cond_lock (mutex=0x564f73e53d08) at ../nptl/pthread_mutex_lock.c:80 #2 0x00007f77b7f247db in pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:328 #3 0x0000564f717ecf71 in __wt_cond_wait_signal () #4 0x0000564f717c2c14 in __wt_cache_eviction_worker () #5 0x0000564f7181ff8b in __session_begin_transaction () #6 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #7 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #8 0x0000564f70b3b458 in mongo::WiredTigerRecordStore::_insertRecords(mongo::OperationContext*, mongo::Record*, unsigned long) () #9 0x0000564f70b3bab5 in mongo::WiredTigerRecordStore::insertRecordsWithDocWriter(mongo::OperationContext*, mongo::DocWriter const* const*, unsigned long, mongo::RecordId*) () #10 0x0000564f702b155f in mongo::Collection::insertDocumentsForOplog(mongo::OperationContext*, mongo::DocWriter const* const*, unsigned long) () #11 0x0000564f70848c32 in mongo::repl::_logOpsInner(mongo::OperationContext*, mongo::NamespaceString const&, mongo::DocWriter const* const*, unsigned long, mongo::Collection*, mongo::repl::ReplicationCoordinator::Mode, mongo::repl::OpTime) () #12 0x0000564f7084b686 in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj const*, bool) () #13 0x0000564f70841e05 in mongo::repl::NoopWriter::_writeNoop(mongo::OperationContext*) () #14 0x0000564f70842de5 in std::thread::_Impl >, std::function)::{lambda()#1} ()> >::_M_run() () #15 0x0000564f718b3b50 in execute_native_thread_routine () #16 0x00007f77b7f1e6ba in start_thread (arg=0x7f77936c4700) at pthread_create.c:333 #17 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 3 (Thread 0x7f77b734b700 (LWP 1412)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f70db2e17 in std::thread::_Impl >::_M_run() () #2 0x0000564f718b3b50 in execute_native_thread_routine () #3 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b734b700) at pthread_create.c:333 #4 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 3 times Thread 162 (Thread 0x7f778cb60700 (LWP 12670)): #0 0x0000564f7178a8c5 in __wt_row_search () #1 0x0000564f71771787 in __split_multi_inmem () #2 0x0000564f71775bda in __wt_split_rewrite () #3 0x0000564f717c6f32 in __wt_evict () #4 0x0000564f717c1823 in __evict_page () #5 0x0000564f717c2b8a in __wt_cache_eviction_worker () #6 0x0000564f7181ff8b in __session_begin_transaction () #7 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #8 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #9 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #10 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #11 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #12 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #13 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #14 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #15 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #16 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #17 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #18 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #19 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #20 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #21 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #22 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #23 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #24 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #25 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #26 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #27 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #28 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #29 0x00007f77b7f1e6ba in start_thread (arg=0x7f778cb60700) at pthread_create.c:333 #30 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 3 times Thread 10 (Thread 0x7f77b3b44700 (LWP 1478)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f717ecf71 in __wt_cond_wait_signal () #2 0x0000564f7182432c in __wt_cond_auto_wait_signal () #3 0x0000564f71824373 in __wt_cond_auto_wait () #4 0x0000564f717c406c in __wt_evict_thread_run () #5 0x0000564f7182dd36 in __wt_thread_run () #6 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b3b44700) at pthread_create.c:333 #7 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 111 (Thread 0x7f7792abf700 (LWP 12106)): #0 0x0000564f717ff544 in __rec_txn_read () #1 0x0000564f71801b56 in __rec_row_leaf_insert () #2 0x0000564f71803058 in __rec_row_leaf () #3 0x0000564f71804229 in __wt_reconcile () #4 0x0000564f717c64fb in __wt_evict () #5 0x0000564f717c1823 in __evict_page () #6 0x0000564f717c2b8a in __wt_cache_eviction_worker () #7 0x0000564f7181ff8b in __session_begin_transaction () #8 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #9 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #10 0x0000564f70b38e29 in mongo::WiredTigerRecordStore::oplogStartHack(mongo::OperationContext*, mongo::RecordId const&) const () #11 0x0000564f70739701 in mongo::(anonymous namespace)::getOplogStartHack(mongo::OperationContext*, mongo::Collection*, std::unique_ptr >) [clone .constprop.502] () #12 0x0000564f70739992 in mongo::getExecutorFind(mongo::OperationContext*, mongo::Collection*, mongo::NamespaceString const&, std::unique_ptr >, mongo::PlanExecutor::YieldPolicy) () #13 0x0000564f70363ba0 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #14 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #15 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #16 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #17 0x0000564f70559040 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #19 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #20 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #21 0x00007f77b7f1e6ba in start_thread (arg=0x7f7792abf700) at pthread_create.c:333 #22 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 24 (Thread 0x7f77ac335700 (LWP 1519)): #0 0x00007f77b7f26a15 in futex_abstimed_wait_cancelable (private=0, abstime=0x7f77ac334350, expected=0, futex_word=0x564f725c0760 ) at ../sysdeps/unix/sysv/linux/futex-internal.h:205 #1 do_futex_wait (sem=sem@entry=0x564f725c0760 , abstime=abstime@entry=0x7f77ac334350) at sem_waitcommon.c:111 #2 0x00007f77b7f26adf in __new_sem_wait_slow (sem=0x564f725c0760 , abstime=0x7f77ac334350) at sem_waitcommon.c:181 #3 0x00007f77b7f26b92 in sem_timedwait (sem=, abstime=) at sem_timedwait.c:36 #4 0x0000564f70dbcbcc in mongo::TicketHolder::waitForTicketUntil(mongo::Date_t) () #5 0x0000564f70413719 in mongo::LockerImpl::_lockGlobalBegin(mongo::LockMode, mongo::Duration >) () #6 0x0000564f70404c4c in mongo::Lock::GlobalLock::_enqueue(mongo::LockMode, unsigned int) () #7 0x0000564f70404c95 in mongo::Lock::GlobalLock::GlobalLock(mongo::Locker*, mongo::LockMode, unsigned int, mongo::Lock::GlobalLock::EnqueueOnly) () #8 0x0000564f70404cd8 in mongo::Lock::GlobalLock::GlobalLock(mongo::Locker*, mongo::LockMode, unsigned int) () #9 0x0000564f70404d67 in mongo::Lock::DBLock::DBLock(mongo::Locker*, mongo::StringData, mongo::LockMode) () #10 0x0000564f704280b0 in mongo::AutoGetDb::AutoGetDb(mongo::OperationContext*, mongo::StringData, mongo::LockMode) () #11 0x0000564f70428bba in mongo::AutoGetCollection::AutoGetCollection(mongo::OperationContext*, mongo::NamespaceString const&, mongo::LockMode, mongo::LockMode, mongo::AutoGetCollection::ViewMode) () #12 0x0000564f704291fb in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, mongo::NamespaceString const&, mongo::AutoGetCollection::ViewMode) () #13 0x0000564f704292fc in mongo::AutoGetCollectionOrViewForRead::AutoGetCollectionOrViewForRead(mongo::OperationContext*, mongo::NamespaceString const&) () #14 0x0000564f702c9978 in mongo::GlobalCursorIdCache::timeoutCursors(mongo::OperationContext*, int) () #15 0x0000564f702f84be in mongo::ClientCursorMonitor::run() () #16 0x0000564f70db0c51 in mongo::BackgroundJob::jobBody() () #17 0x0000564f718b3b50 in execute_native_thread_routine () #18 0x00007f77b7f1e6ba in start_thread (arg=0x7f77ac335700) at pthread_create.c:333 #19 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 113 (Thread 0x7f778fa8f700 (LWP 12118)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f717ecf71 in __wt_cond_wait_signal () #2 0x0000564f717c2c14 in __wt_cache_eviction_worker () #3 0x0000564f7181ff8b in __session_begin_transaction () #4 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #6 0x0000564f70b39011 in mongo::WiredTigerRecordStore::getCursor(mongo::OperationContext*, bool) const () #7 0x0000564f702b0ff4 in mongo::Collection::getCursor(mongo::OperationContext*, bool) const () #8 0x0000564f7044c9a7 in mongo::CollectionScan::doWork(unsigned long*) () #9 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #10 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #13 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #14 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #15 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #16 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #17 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #19 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #20 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #21 0x00007f77b7f1e6ba in start_thread (arg=0x7f778fa8f700) at pthread_create.c:333 #22 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 171 (Thread 0x7f778c257700 (LWP 12712)): #0 0x0000564f70ff840d in tcmalloc::DLL_Remove(tcmalloc::Span*) () #1 0x0000564f70ff0570 in tcmalloc::CentralFreeList::ReleaseToSpans(void*) () #2 0x0000564f70ff0926 in tcmalloc::CentralFreeList::InsertRange(void*, void*, int) () #3 0x0000564f70ffee10 in tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned long, int) () #4 0x0000564f70ffeecc in tcmalloc::ThreadCache::ListTooLong(tcmalloc::ThreadCache::FreeList*, unsigned long) () #5 0x0000564f7193394a in tc_free () #6 0x0000564f7175d3b6 in __free_skip_list () #7 0x0000564f7175d436 in __free_skip_array () #8 0x0000564f7175d9dd in __page_out_int () #9 0x0000564f71775d20 in __wt_split_rewrite () #10 0x0000564f717c6f32 in __wt_evict () #11 0x0000564f717c1823 in __evict_page () #12 0x0000564f717c2b8a in __wt_cache_eviction_worker () #13 0x0000564f7181ff8b in __session_begin_transaction () #14 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #15 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #16 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #17 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #18 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #19 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #20 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #21 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #22 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #23 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #24 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #25 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #26 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #27 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #28 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #29 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #30 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #31 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #32 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #33 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #34 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #35 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #36 0x00007f77b7f1e6ba in start_thread (arg=0x7f778c257700) at pthread_create.c:333 #37 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 105 (Thread 0x7f778fd92700 (LWP 12082)): #0 0x0000564f717e7b4f in __wt_free_int () #1 0x0000564f7175d3b6 in __free_skip_list () #2 0x0000564f7175d436 in __free_skip_array () #3 0x0000564f7175d9dd in __page_out_int () #4 0x0000564f71775d20 in __wt_split_rewrite () #5 0x0000564f717c6f32 in __wt_evict () #6 0x0000564f717c1823 in __evict_page () #7 0x0000564f717c2b8a in __wt_cache_eviction_worker () #8 0x0000564f7181ff8b in __session_begin_transaction () #9 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #10 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #11 0x0000564f70b38e29 in mongo::WiredTigerRecordStore::oplogStartHack(mongo::OperationContext*, mongo::RecordId const&) const () #12 0x0000564f70739701 in mongo::(anonymous namespace)::getOplogStartHack(mongo::OperationContext*, mongo::Collection*, std::unique_ptr >) [clone .constprop.502] () #13 0x0000564f70739992 in mongo::getExecutorFind(mongo::OperationContext*, mongo::Collection*, mongo::NamespaceString const&, std::unique_ptr >, mongo::PlanExecutor::YieldPolicy) () #14 0x0000564f70363ba0 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #15 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #16 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #17 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #18 0x0000564f70559040 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #19 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #20 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #21 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #22 0x00007f77b7f1e6ba in start_thread (arg=0x7f778fd92700) at pthread_create.c:333 #23 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 108 (Thread 0x7f77912a7700 (LWP 12101)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f717ecf71 in __wt_cond_wait_signal () #2 0x0000564f717c2c14 in __wt_cache_eviction_worker () #3 0x0000564f7181ff8b in __session_begin_transaction () #4 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #6 0x0000564f70b38e29 in mongo::WiredTigerRecordStore::oplogStartHack(mongo::OperationContext*, mongo::RecordId const&) const () #7 0x0000564f70739701 in mongo::(anonymous namespace)::getOplogStartHack(mongo::OperationContext*, mongo::Collection*, std::unique_ptr >) [clone .constprop.502] () #8 0x0000564f70739992 in mongo::getExecutorFind(mongo::OperationContext*, mongo::Collection*, mongo::NamespaceString const&, std::unique_ptr >, mongo::PlanExecutor::YieldPolicy) () #9 0x0000564f70363ba0 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #10 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #11 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #12 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #13 0x0000564f70559040 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #15 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #16 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #17 0x00007f77b7f1e6ba in start_thread (arg=0x7f77912a7700) at pthread_create.c:333 #18 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 5 times Thread 218 (Thread 0x7f7789328700 (LWP 13501)): #0 0x0000564f70feed82 in base::internal::SpinLockDelay(int volatile*, int, int) () #1 0x0000564f70feec07 in SpinLock::SlowLock() () #2 0x0000564f70ff08fe in tcmalloc::CentralFreeList::InsertRange(void*, void*, int) () #3 0x0000564f70ffee10 in tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned long, int) () #4 0x0000564f70ffeecc in tcmalloc::ThreadCache::ListTooLong(tcmalloc::ThreadCache::FreeList*, unsigned long) () #5 0x0000564f7193394a in tc_free () #6 0x0000564f7175d3b6 in __free_skip_list () #7 0x0000564f7175d436 in __free_skip_array () #8 0x0000564f7175d9dd in __page_out_int () #9 0x0000564f71775d20 in __wt_split_rewrite () #10 0x0000564f717c6f32 in __wt_evict () #11 0x0000564f717c1823 in __evict_page () #12 0x0000564f717c2b8a in __wt_cache_eviction_worker () #13 0x0000564f7181ff8b in __session_begin_transaction () #14 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #15 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #16 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #17 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #18 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #19 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #20 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #21 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #22 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #23 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #24 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #25 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #26 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #27 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #28 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #29 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #30 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #31 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #32 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #33 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #34 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #35 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #36 0x00007f77b7f1e6ba in start_thread (arg=0x7f7789328700) at pthread_create.c:333 #37 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 19 (Thread 0x7f77af33b700 (LWP 1513)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f70baa53d in mongo::executor::NetworkInterfaceASIO::waitForWorkUntil(mongo::Date_t) () #2 0x0000564f708e0576 in mongo::repl::ReplicationExecutor::getWork() () #3 0x0000564f708e53ac in mongo::repl::ReplicationExecutor::run() () #4 0x0000564f718b3b50 in execute_native_thread_routine () #5 0x00007f77b7f1e6ba in start_thread (arg=0x7f77af33b700) at pthread_create.c:333 #6 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 40 times Thread 228 (Thread 0x7f778891e700 (LWP 13542)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f717ecf71 in __wt_cond_wait_signal () #2 0x0000564f717c2c14 in __wt_cache_eviction_worker () #3 0x0000564f7181ff8b in __session_begin_transaction () #4 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #6 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #7 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #8 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #9 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #10 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #11 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #12 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #13 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #14 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #15 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #16 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #17 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #18 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #19 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #20 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #21 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #22 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #23 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #24 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #25 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #26 0x00007f77b7f1e6ba in start_thread (arg=0x7f778891e700) at pthread_create.c:333 #27 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 103 (Thread 0x7f7790da2700 (LWP 12015)): #0 0x0000564f71786b3d in __wt_row_insert_alloc () #1 0x0000564f7178713b in __wt_row_modify () #2 0x0000564f717717b9 in __split_multi_inmem () #3 0x0000564f71775bda in __wt_split_rewrite () #4 0x0000564f717c6f32 in __wt_evict () #5 0x0000564f717c1823 in __evict_page () #6 0x0000564f717c2b8a in __wt_cache_eviction_worker () #7 0x0000564f7181ff8b in __session_begin_transaction () #8 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #9 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #10 0x0000564f70b38e29 in mongo::WiredTigerRecordStore::oplogStartHack(mongo::OperationContext*, mongo::RecordId const&) const () #11 0x0000564f70739701 in mongo::(anonymous namespace)::getOplogStartHack(mongo::OperationContext*, mongo::Collection*, std::unique_ptr >) [clone .constprop.502] () #12 0x0000564f70739992 in mongo::getExecutorFind(mongo::OperationContext*, mongo::Collection*, mongo::NamespaceString const&, std::unique_ptr >, mongo::PlanExecutor::YieldPolicy) () #13 0x0000564f70363ba0 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #14 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #15 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #16 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #17 0x0000564f70559040 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #19 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #20 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #21 0x00007f77b7f1e6ba in start_thread (arg=0x7f7790da2700) at pthread_create.c:333 #22 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 107 (Thread 0x7f7790398700 (LWP 12097)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f717ecf71 in __wt_cond_wait_signal () #2 0x0000564f717c2c14 in __wt_cache_eviction_worker () #3 0x0000564f7181ff8b in __session_begin_transaction () #4 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #6 0x0000564f70b39011 in mongo::WiredTigerRecordStore::getCursor(mongo::OperationContext*, bool) const () #7 0x0000564f702b0ff4 in mongo::Collection::getCursor(mongo::OperationContext*, bool) const () #8 0x0000564f7044c9a7 in mongo::CollectionScan::doWork(unsigned long*) () #9 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #10 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000564f7042d2b3 in mongo::Helpers::findOne(mongo::OperationContext*, mongo::Collection*, mongo::BSONObj const&, bool) () #13 0x0000564f7042de0e in mongo::Helpers::findOne(mongo::OperationContext*, mongo::Collection*, mongo::BSONObj const&, mongo::BSONObj&, bool) () #14 0x0000564f7024ce80 in mongo::AuthzManagerExternalStateMongod::findOne(mongo::OperationContext*, mongo::NamespaceString const&, mongo::BSONObj const&, mongo::BSONObj*) () #15 0x0000564f7024fa9c in mongo::AuthzManagerExternalStateLocal::_getUserDocument(mongo::OperationContext*, mongo::UserName const&, mongo::BSONObj*) () #16 0x0000564f70250968 in mongo::AuthzManagerExternalStateLocal::getUserDescription(mongo::OperationContext*, mongo::UserName const&, mongo::BSONObj*) () #17 0x0000564f7023eb54 in mongo::AuthorizationManager::_fetchUserV2(mongo::OperationContext*, mongo::UserName const&, std::unique_ptr >*) () #18 0x0000564f70241167 in mongo::AuthorizationManager::acquireUser(mongo::OperationContext*, mongo::UserName const&, mongo::User**) () #19 0x0000564f702854cb in mongo::SaslSCRAMSHA1ServerConversation::_firstStep(std::vector, std::allocator >, std::allocator, std::allocator > > >&, std::__cxx11::basic_string, std::allocator >*) () #20 0x0000564f70287585 in mongo::SaslSCRAMSHA1ServerConversation::step(mongo::StringData, std::__cxx11::basic_string, std::allocator >*) () #21 0x0000564f7025ee2a in mongo::NativeSaslAuthenticationSession::step(mongo::StringData, std::__cxx11::basic_string, std::allocator >*) () #22 0x0000564f7027b63d in mongo::(anonymous namespace)::doSaslStep(mongo::Client const*, mongo::SaslAuthenticationSession*, mongo::BSONObj const&, mongo::BSONObjBuilder*) [clone .constprop.80] () #23 0x0000564f7027d6c8 in mongo::(anonymous namespace)::CmdSaslStart::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #24 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #25 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #26 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #27 0x0000564f70559040 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #28 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #29 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #30 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #31 0x00007f77b7f1e6ba in start_thread (arg=0x7f7790398700) at pthread_create.c:333 #32 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 2 times Thread 196 (Thread 0x7f778a93e700 (LWP 13113)): #0 0x0000564f70feede7 in base::internal::SpinLockWake(int volatile*, bool) () #1 0x0000564f70ff0e90 in tcmalloc::CentralFreeList::RemoveRange(void**, void**, int) () #2 0x0000564f70ffec53 in tcmalloc::ThreadCache::FetchFromCentralCache(unsigned long, unsigned long) () #3 0x0000564f71934df5 in tc_calloc () #4 0x0000564f717e798b in __wt_calloc () #5 0x0000564f71786b05 in __wt_row_insert_alloc () #6 0x0000564f7178713b in __wt_row_modify () #7 0x0000564f717717b9 in __split_multi_inmem () #8 0x0000564f71775bda in __wt_split_rewrite () #9 0x0000564f717c6f32 in __wt_evict () #10 0x0000564f717c1823 in __evict_page () #11 0x0000564f717c2b8a in __wt_cache_eviction_worker () #12 0x0000564f7181ff8b in __session_begin_transaction () #13 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #14 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #15 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #16 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #17 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #18 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #19 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #20 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #21 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #22 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #23 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #24 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #25 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #26 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #27 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #28 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #29 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #30 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #31 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #32 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #33 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #34 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #35 0x00007f77b7f1e6ba in start_thread (arg=0x7f778a93e700) at pthread_create.c:333 #36 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 3 times Thread 164 (Thread 0x7f778c95e700 (LWP 12673)): #0 0x0000564f717e79b6 in __wt_calloc () #1 0x0000564f71786b05 in __wt_row_insert_alloc () #2 0x0000564f7178713b in __wt_row_modify () #3 0x0000564f717717b9 in __split_multi_inmem () #4 0x0000564f71775bda in __wt_split_rewrite () #5 0x0000564f717c6f32 in __wt_evict () #6 0x0000564f717c1823 in __evict_page () #7 0x0000564f717c2b8a in __wt_cache_eviction_worker () #8 0x0000564f7181ff8b in __session_begin_transaction () #9 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #10 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #11 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #12 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #13 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #14 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #15 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #16 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #17 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #18 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #19 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #20 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #21 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #22 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #23 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #24 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #25 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #26 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #27 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #28 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #29 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #30 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #31 0x00007f77b7f1e6ba in start_thread (arg=0x7f778c95e700) at pthread_create.c:333 #32 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 5 (Thread 0x7f77b6349700 (LWP 1469)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f717ecf71 in __wt_cond_wait_signal () #2 0x0000564f7182432c in __wt_cond_auto_wait_signal () #3 0x0000564f71824373 in __wt_cond_auto_wait () #4 0x0000564f7179b643 in __log_wrlsn_server () #5 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b6349700) at pthread_create.c:333 #6 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 35 times Thread 229 (Thread 0x7f778881d700 (LWP 13545)): #0 0x0000564f70feed82 in base::internal::SpinLockDelay(int volatile*, int, int) () #1 0x0000564f70feec07 in SpinLock::SlowLock() () #2 0x0000564f70ff0de0 in tcmalloc::CentralFreeList::RemoveRange(void**, void**, int) () #3 0x0000564f70ffec53 in tcmalloc::ThreadCache::FetchFromCentralCache(unsigned long, unsigned long) () #4 0x0000564f71934df5 in tc_calloc () #5 0x0000564f717e798b in __wt_calloc () #6 0x0000564f71786b05 in __wt_row_insert_alloc () #7 0x0000564f7178713b in __wt_row_modify () #8 0x0000564f717717b9 in __split_multi_inmem () #9 0x0000564f71775bda in __wt_split_rewrite () #10 0x0000564f717c6f32 in __wt_evict () #11 0x0000564f717c1823 in __evict_page () #12 0x0000564f717c2b8a in __wt_cache_eviction_worker () #13 0x0000564f7181ff8b in __session_begin_transaction () #14 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #15 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #16 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #17 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #18 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #19 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #20 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #21 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #22 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #23 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #24 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #25 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #26 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #27 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #28 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #29 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #30 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #31 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #32 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #33 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #34 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #35 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #36 0x00007f77b7f1e6ba in start_thread (arg=0x7f778881d700) at pthread_create.c:333 #37 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 84 (Thread 0x7f77a90f8700 (LWP 9995)): #0 __lll_lock_wait () at ../sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007f77b7f22c51 in __pthread_mutex_cond_lock (mutex=0x564f73e53d08) at ../nptl/pthread_mutex_lock.c:80 #2 0x00007f77b7f247db in pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:328 #3 0x0000564f717ecf71 in __wt_cond_wait_signal () #4 0x0000564f717c2c14 in __wt_cache_eviction_worker () #5 0x0000564f7181ff8b in __session_begin_transaction () #6 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #7 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #8 0x0000564f70b39011 in mongo::WiredTigerRecordStore::getCursor(mongo::OperationContext*, bool) const () #9 0x0000564f702b0ff4 in mongo::Collection::getCursor(mongo::OperationContext*, bool) const () #10 0x0000564f7044c9a7 in mongo::CollectionScan::doWork(unsigned long*) () #11 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #12 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #13 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #14 0x0000564f70378b20 in mongo::GetMoreCmd::generateBatch(mongo::ClientCursor*, mongo::GetMoreRequest const&, mongo::CursorResponseBuilder*, mongo::PlanExecutor::ExecState*, long long*) () #15 0x0000564f7037a637 in mongo::GetMoreCmd::runParsed(mongo::OperationContext*, mongo::NamespaceString const&, mongo::GetMoreRequest const&, mongo::BSONObj&, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #16 0x0000564f7037bd96 in mongo::GetMoreCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #17 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #18 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #19 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #20 0x0000564f70559040 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #21 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #22 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #23 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #24 0x00007f77b7f1e6ba in start_thread (arg=0x7f77a90f8700) at pthread_create.c:333 #25 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 14 (Thread 0x7f77b1b40700 (LWP 1494)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000564f718b0f5c in std::condition_variable::wait(std::unique_lock&) () #2 0x0000564f70b3c0bf in mongo::WiredTigerRecordStore::OplogStones::awaitHasExcessStonesOrDead() () #3 0x0000564f70b3e463 in mongo::WiredTigerRecordStore::yieldAndAwaitOplogDeletionRequest(mongo::OperationContext*) () #4 0x0000564f70b453f6 in mongo::(anonymous namespace)::WiredTigerRecordStoreThread::_deleteExcessDocuments() [clone .constprop.77] () #5 0x0000564f70b45a00 in mongo::(anonymous namespace)::WiredTigerRecordStoreThread::run() () #6 0x0000564f70db0c51 in mongo::BackgroundJob::jobBody() () #7 0x0000564f718b3b50 in execute_native_thread_routine () #8 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b1b40700) at pthread_create.c:333 #9 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 63 (Thread 0x7f77964d6700 (LWP 1562)): #0 __lll_lock_wait () at ../sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007f77b7f20dbd in __GI___pthread_mutex_lock (mutex=0x564f777b0c48) at ../nptl/pthread_mutex_lock.c:80 #2 0x0000564f70b4cc60 in mongo::WiredTigerSizeStorer::syncCache(bool) () #3 0x0000564f70b2ee96 in mongo::WiredTigerKVEngine::syncSizeInfo(bool) const () #4 0x0000564f70b3012d in mongo::WiredTigerKVEngine::haveDropsQueued() const () #5 0x0000564f70b4a353 in mongo::WiredTigerSessionCache::releaseSession(mongo::WiredTigerSession*) () #6 0x0000564f70b47071 in mongo::WiredTigerRecoveryUnit::~WiredTigerRecoveryUnit() () #7 0x0000564f705b2903 in mongo::OperationContextImpl::~OperationContextImpl() () #8 0x0000564f705b29b1 in mongo::OperationContextImpl::~OperationContextImpl() () #9 0x0000564f7092fff5 in std::thread::_Impl >::_M_run() () #10 0x0000564f718b3b50 in execute_native_thread_routine () #11 0x00007f77b7f1e6ba in start_thread (arg=0x7f77964d6700) at pthread_create.c:333 #12 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 45 (Thread 0x7f779fce9700 (LWP 1543)): #0 0x00007f77b7f1f98d in pthread_join (threadid=140151599490816, thread_return=0x0) at pthread_join.c:90 #1 0x0000564f718b3a97 in std::thread::join() () #2 0x0000564f7092f441 in mongo::repl::SyncTail::OpQueueBatcher::~OpQueueBatcher() () #3 0x0000564f7092cb19 in mongo::repl::SyncTail::oplogApplication(mongo::repl::ReplicationCoordinator*) () #4 0x0000564f7090b91b in mongo::repl::RSDataSync::_run() () #5 0x0000564f718b3b50 in execute_native_thread_routine () #6 0x00007f77b7f1e6ba in start_thread (arg=0x7f779fce9700) at pthread_create.c:333 #7 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 4 (Thread 0x7f77b6b4a700 (LWP 1468)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f717ecf71 in __wt_cond_wait_signal () #2 0x0000564f7179aae0 in __log_file_server () #3 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b6b4a700) at pthread_create.c:333 #4 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 26 (Thread 0x7f77aa4fe700 (LWP 1522)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f704106f8 in mongo::CondVarLockGrantNotification::wait(mongo::Duration >) () #2 0x0000564f7041575e in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, mongo::Duration >, bool) () #3 0x0000564f70404bbe in mongo::Lock::ResourceLock::lock(mongo::LockMode) () #4 0x0000564f7084bb09 in mongo::repl::SnapshotThread::run() () #5 0x0000564f718b3b50 in execute_native_thread_routine () #6 0x00007f77b7f1e6ba in start_thread (arg=0x7f77aa4fe700) at pthread_create.c:333 #7 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 6 times Thread 146 (Thread 0x7f778db70700 (LWP 12583)): #0 __lll_lock_wait () at ../sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007f77b7f22c51 in __pthread_mutex_cond_lock (mutex=0x564f73e53d08) at ../nptl/pthread_mutex_lock.c:80 #2 0x00007f77b7f247db in pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:328 #3 0x0000564f717ecf71 in __wt_cond_wait_signal () #4 0x0000564f717c2c14 in __wt_cache_eviction_worker () #5 0x0000564f7181ff8b in __session_begin_transaction () #6 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #7 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #8 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #9 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #10 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #11 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #12 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #13 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #14 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #15 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #16 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #17 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #18 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #19 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #20 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #21 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #22 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #23 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #24 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #25 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #26 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #27 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #28 0x00007f77b7f1e6ba in start_thread (arg=0x7f778db70700) at pthread_create.c:333 #29 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 3 times Thread 189 (Thread 0x7f778b045700 (LWP 13089)): #0 0x0000564f717ff598 in __rec_txn_read () #1 0x0000564f71801b56 in __rec_row_leaf_insert () #2 0x0000564f71803058 in __rec_row_leaf () #3 0x0000564f71804229 in __wt_reconcile () #4 0x0000564f717c64fb in __wt_evict () #5 0x0000564f717c1823 in __evict_page () #6 0x0000564f717c2b8a in __wt_cache_eviction_worker () #7 0x0000564f7181ff8b in __session_begin_transaction () #8 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #9 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #10 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #11 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #12 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #13 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #14 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #15 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #16 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #17 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #18 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #19 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #20 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #21 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #22 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #23 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #24 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #25 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #26 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #27 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #28 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #29 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #30 0x00007f77b7f1e6ba in start_thread (arg=0x7f778b045700) at pthread_create.c:333 #31 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 21 (Thread 0x7f77ae339700 (LWP 1515)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f704106f8 in mongo::CondVarLockGrantNotification::wait(mongo::Duration >) () #2 0x0000564f7041575e in mongo::LockerImpl::lockComplete(mongo::ResourceId, mongo::LockMode, mongo::Duration >, bool) () #3 0x0000564f704047ab in mongo::Lock::GlobalLock::waitForLock(unsigned int) () #4 0x0000564f70404ce5 in mongo::Lock::GlobalLock::GlobalLock(mongo::Locker*, mongo::LockMode, unsigned int) () #5 0x0000564f707f71e4 in std::_Function_handler const&)::{lambda(mongo::OperationContext*, mongo::Status const&)#1}>::_M_invoke(std::_Any_data const&, mongo::OperationContext*&&, mongo::Status const&) () #6 0x0000564f709307d9 in mongo::repl::(anonymous namespace)::runSingleTask(std::function const&, mongo::OperationContext*, mongo::Status const&) [clone .constprop.69] () #7 0x0000564f7093193f in mongo::repl::TaskRunner::_runTasks() () #8 0x0000564f70db855c in mongo::ThreadPool::_doOneTask(std::unique_lock*) () #9 0x0000564f70db900c in mongo::ThreadPool::_consumeTasks() () #10 0x0000564f70db99f6 in mongo::ThreadPool::_workerThreadBody(mongo::ThreadPool*, std::__cxx11::basic_string, std::allocator > const&) () #11 0x0000564f718b3b50 in execute_native_thread_routine () #12 0x00007f77b7f1e6ba in start_thread (arg=0x7f77ae339700) at pthread_create.c:333 #13 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 104 (Thread 0x7f779099e700 (LWP 12016)): #0 0x0000564f70feed82 in base::internal::SpinLockDelay(int volatile*, int, int) () #1 0x0000564f70feec07 in SpinLock::SlowLock() () #2 0x0000564f70ff0de0 in tcmalloc::CentralFreeList::RemoveRange(void**, void**, int) () #3 0x0000564f70ffec53 in tcmalloc::ThreadCache::FetchFromCentralCache(unsigned long, unsigned long) () #4 0x0000564f71934df5 in tc_calloc () #5 0x0000564f717e798b in __wt_calloc () #6 0x0000564f71786b05 in __wt_row_insert_alloc () #7 0x0000564f7178713b in __wt_row_modify () #8 0x0000564f717717b9 in __split_multi_inmem () #9 0x0000564f71775bda in __wt_split_rewrite () #10 0x0000564f717c6f32 in __wt_evict () #11 0x0000564f717c1823 in __evict_page () #12 0x0000564f717c2b8a in __wt_cache_eviction_worker () #13 0x0000564f7181ff8b in __session_begin_transaction () #14 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #15 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #16 0x0000564f70b39011 in mongo::WiredTigerRecordStore::getCursor(mongo::OperationContext*, bool) const () #17 0x0000564f702b0ff4 in mongo::Collection::getCursor(mongo::OperationContext*, bool) const () #18 0x0000564f7044c9a7 in mongo::CollectionScan::doWork(unsigned long*) () #19 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #20 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #21 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #22 0x0000564f70378b20 in mongo::GetMoreCmd::generateBatch(mongo::ClientCursor*, mongo::GetMoreRequest const&, mongo::CursorResponseBuilder*, mongo::PlanExecutor::ExecState*, long long*) () #23 0x0000564f7037a637 in mongo::GetMoreCmd::runParsed(mongo::OperationContext*, mongo::NamespaceString const&, mongo::GetMoreRequest const&, mongo::BSONObj&, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #24 0x0000564f7037bd96 in mongo::GetMoreCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #25 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #26 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #27 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #28 0x0000564f70559040 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #29 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #30 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #31 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #32 0x00007f77b7f1e6ba in start_thread (arg=0x7f779099e700) at pthread_create.c:333 #33 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 1 (Thread 0x7f77b9321d00 (LWP 1250)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000564f718b0f5c in std::condition_variable::wait(std::unique_lock&) () #2 0x0000564f70dbeadf in mongo::waitForShutdown() () #3 0x0000564f700d67b2 in mongo::(anonymous namespace)::_initAndListen(int) () #4 0x0000564f700f4286 in main () 1 times Thread 94 (Thread 0x7f77916ab700 (LWP 11070)): #0 0x0000564f7175d578 in __page_out_int () #1 0x0000564f71775d20 in __wt_split_rewrite () #2 0x0000564f717c6f32 in __wt_evict () #3 0x0000564f717c1823 in __evict_page () #4 0x0000564f717c2b8a in __wt_cache_eviction_worker () #5 0x0000564f7181ff8b in __session_begin_transaction () #6 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #7 0x0000564f70b472a7 in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #8 0x0000564f70b437f6 in mongo::WiredTigerRecordStore::Cursor::restore() () #9 0x0000564f7044c2f1 in mongo::CollectionScan::doRestoreState() () #10 0x0000564f7077c466 in mongo::PlanExecutor::restoreStateWithoutRetrying() () #11 0x0000564f7077c4b1 in mongo::PlanExecutor::restoreState() () #12 0x0000564f702e9661 in mongo::MultiIndexBlock::insertAllDocumentsInCollection(std::set, std::allocator >*) () #13 0x0000564f70335f78 in mongo::CmdCreateIndex::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #14 0x0000564f7033aea6 in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #15 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #16 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #17 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #18 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #19 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #20 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #21 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #22 0x00007f77b7f1e6ba in start_thread (arg=0x7f77916ab700) at pthread_create.c:333 #23 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 2 times Thread 27 (Thread 0x7f77a9cfd700 (LWP 1523)): #0 0x00007f77b7c549d3 in epoll_wait () at ../sysdeps/unix/syscall-template.S:84 #1 0x0000564f70f19f82 in asio::detail::epoll_reactor::run(bool, asio::detail::op_queue&) () #2 0x0000564f70f1bb95 in asio::detail::scheduler::do_run_one(asio::detail::scoped_lock&, asio::detail::scheduler_thread_info&, std::error_code const&) () #3 0x0000564f70f1bf61 in asio::detail::scheduler::run(std::error_code&) () #4 0x0000564f70ba9199 in mongo::executor::NetworkInterfaceASIO::startup()::{lambda()#1}::operator()() const [clone .constprop.359] () #5 0x0000564f718b3b50 in execute_native_thread_routine () #6 0x00007f77b7f1e6ba in start_thread (arg=0x7f77a9cfd700) at pthread_create.c:333 #7 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 2 times Thread 64 (Thread 0x7f7794ccc700 (LWP 1675)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000564f70f1bcb8 in asio::detail::scheduler::do_run_one(asio::detail::scoped_lock&, asio::detail::scheduler_thread_info&, std::error_code const&) () #2 0x0000564f70f1bf61 in asio::detail::scheduler::run(std::error_code&) () #3 0x0000564f70f2450e in asio::io_service::run() () #4 0x0000564f70f17df0 in asio_detail_posix_thread_function () #5 0x00007f77b7f1e6ba in start_thread (arg=0x7f7794ccc700) at pthread_create.c:333 #6 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 15 (Thread 0x7f77b133f700 (LWP 1502)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000564f718b0f5c in std::condition_variable::wait(std::unique_lock&) () #2 0x0000564f70b3e1f5 in mongo::WiredTigerRecordStore::_oplogJournalThreadLoop(mongo::WiredTigerSessionCache*) () #3 0x0000564f718b3b50 in execute_native_thread_routine () #4 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b133f700) at pthread_create.c:333 #5 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 12 (Thread 0x7f77b2b42700 (LWP 1480)): #0 0x0000564f717ff598 in __rec_txn_read () #1 0x0000564f71801b56 in __rec_row_leaf_insert () #2 0x0000564f71803058 in __rec_row_leaf () #3 0x0000564f71804229 in __wt_reconcile () #4 0x0000564f71778535 in __wt_cache_op () #5 0x0000564f718310cf in __checkpoint_tree () #6 0x0000564f718324e7 in __txn_checkpoint_wrapper () #7 0x0000564f71833539 in __wt_txn_checkpoint () #8 0x0000564f71820291 in __session_checkpoint () #9 0x0000564f71797a9d in __ckpt_server () #10 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b2b42700) at pthread_create.c:333 #11 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 13 (Thread 0x7f77b2341700 (LWP 1481)): #0 __lll_lock_wait () at ../sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007f77b7f22c51 in __pthread_mutex_cond_lock (mutex=0x564f73e53d08) at ../nptl/pthread_mutex_lock.c:80 #2 0x00007f77b7f247db in pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:328 #3 0x0000564f717ecf71 in __wt_cond_wait_signal () #4 0x0000564f717c2c14 in __wt_cache_eviction_worker () #5 0x0000564f7181ff8b in __session_begin_transaction () #6 0x0000564f70b4cfa6 in mongo::WiredTigerSizeStorer::syncCache(bool) () #7 0x0000564f70b2ee96 in mongo::WiredTigerKVEngine::syncSizeInfo(bool) const () #8 0x0000564f70b3012d in mongo::WiredTigerKVEngine::haveDropsQueued() const () #9 0x0000564f70b4a353 in mongo::WiredTigerSessionCache::releaseSession(mongo::WiredTigerSession*) () #10 0x0000564f70b4a9b3 in mongo::WiredTigerSessionCache::waitUntilDurable(bool) () #11 0x0000564f70b3627c in mongo::WiredTigerKVEngine::WiredTigerJournalFlusher::run() () #12 0x0000564f70db0c51 in mongo::BackgroundJob::jobBody() () #13 0x0000564f718b3b50 in execute_native_thread_routine () #14 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b2341700) at pthread_create.c:333 #15 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 181 (Thread 0x7f778b84d700 (LWP 13056)): #0 0x0000564f71801cb2 in __rec_row_leaf_insert () #1 0x0000564f71803058 in __rec_row_leaf () #2 0x0000564f71804229 in __wt_reconcile () #3 0x0000564f717c64fb in __wt_evict () #4 0x0000564f717c1823 in __evict_page () #5 0x0000564f717c2b8a in __wt_cache_eviction_worker () #6 0x0000564f7181ff8b in __session_begin_transaction () #7 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #8 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #9 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #10 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #11 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #12 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #13 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #14 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #15 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #16 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #17 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #18 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #19 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #20 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #21 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #22 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #23 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #24 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #25 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #26 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #27 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #28 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #29 0x00007f77b7f1e6ba in start_thread (arg=0x7f778b84d700) at pthread_create.c:333 #30 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 2 times Thread 92 (Thread 0x7f77a92fa700 (LWP 11002)): #0 __lll_lock_wait () at ../sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007f77b7f22c51 in __pthread_mutex_cond_lock (mutex=0x564f73e53d08) at ../nptl/pthread_mutex_lock.c:80 #2 0x00007f77b7f247db in pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:328 #3 0x0000564f717ecf71 in __wt_cond_wait_signal () #4 0x0000564f717c2c14 in __wt_cache_eviction_worker () #5 0x0000564f7181ff8b in __session_begin_transaction () #6 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #7 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #8 0x0000564f70b39011 in mongo::WiredTigerRecordStore::getCursor(mongo::OperationContext*, bool) const () #9 0x0000564f702b0ff4 in mongo::Collection::getCursor(mongo::OperationContext*, bool) const () #10 0x0000564f7044c9a7 in mongo::CollectionScan::doWork(unsigned long*) () #11 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #12 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #13 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #14 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #15 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #16 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #17 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #18 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #19 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #20 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #21 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #22 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #23 0x00007f77b7f1e6ba in start_thread (arg=0x7f77a92fa700) at pthread_create.c:333 #24 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 36 times Thread 65 (Thread 0x7f77944cb700 (LWP 1676)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000564f718b0f5c in std::condition_variable::wait(std::unique_lock&) () #2 0x0000564f70db92e8 in mongo::ThreadPool::_consumeTasks() () #3 0x0000564f70db99f6 in mongo::ThreadPool::_workerThreadBody(mongo::ThreadPool*, std::__cxx11::basic_string, std::allocator > const&) () #4 0x0000564f718b3b50 in execute_native_thread_routine () #5 0x00007f77b7f1e6ba in start_thread (arg=0x7f77944cb700) at pthread_create.c:333 #6 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 6 (Thread 0x7f77b5b48700 (LWP 1470)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f717ecf71 in __wt_cond_wait_signal () #2 0x0000564f7182432c in __wt_cond_auto_wait_signal () #3 0x0000564f7179a47a in __log_server () #4 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b5b48700) at pthread_create.c:333 #5 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 2 times Thread 150 (Thread 0x7f778d76c700 (LWP 12593)): #0 0x0000564f71934da2 in tc_calloc () #1 0x0000564f717e798b in __wt_calloc () #2 0x0000564f71786b05 in __wt_row_insert_alloc () #3 0x0000564f7178713b in __wt_row_modify () #4 0x0000564f717717b9 in __split_multi_inmem () #5 0x0000564f71775bda in __wt_split_rewrite () #6 0x0000564f717c6f32 in __wt_evict () #7 0x0000564f717c1823 in __evict_page () #8 0x0000564f717c2b8a in __wt_cache_eviction_worker () #9 0x0000564f7181ff8b in __session_begin_transaction () #10 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #11 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #12 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #13 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #14 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #15 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #16 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #17 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #18 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #19 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #20 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #21 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #22 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #23 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #24 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #25 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #26 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #27 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #28 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #29 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #30 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #31 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #32 0x00007f77b7f1e6ba in start_thread (arg=0x7f778d76c700) at pthread_create.c:333 #33 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 11 (Thread 0x7f77b3343700 (LWP 1479)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f717ecf71 in __wt_cond_wait_signal () #2 0x0000564f7179e4b7 in __sweep_server () #3 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b3343700) at pthread_create.c:333 #4 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 133 (Thread 0x7f778e87d700 (LWP 12492)): #0 0x0000564f717fa53f in __rec_update_move () #1 0x0000564f717fb7ab in __rec_split_write () #2 0x0000564f71803c71 in __rec_row_leaf () #3 0x0000564f71804229 in __wt_reconcile () #4 0x0000564f717c64fb in __wt_evict () #5 0x0000564f717c1823 in __evict_page () #6 0x0000564f717c2b8a in __wt_cache_eviction_worker () #7 0x0000564f7181ff8b in __session_begin_transaction () #8 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #9 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #10 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #11 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #12 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #13 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #14 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #15 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #16 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #17 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #18 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #19 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #20 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #21 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #22 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #23 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #24 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #25 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #26 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #27 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #28 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #29 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #30 0x00007f77b7f1e6ba in start_thread (arg=0x7f778e87d700) at pthread_create.c:333 #31 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 17 (Thread 0x7f77b033d700 (LWP 1511)): #0 0x0000564f70feede7 in base::internal::SpinLockWake(int volatile*, bool) () #1 0x0000564f70ff0e90 in tcmalloc::CentralFreeList::RemoveRange(void**, void**, int) () #2 0x0000564f70ffec53 in tcmalloc::ThreadCache::FetchFromCentralCache(unsigned long, unsigned long) () #3 0x0000564f71934df5 in tc_calloc () #4 0x0000564f717e798b in __wt_calloc () #5 0x0000564f71786b05 in __wt_row_insert_alloc () #6 0x0000564f7178713b in __wt_row_modify () #7 0x0000564f717717b9 in __split_multi_inmem () #8 0x0000564f71775bda in __wt_split_rewrite () #9 0x0000564f717c6f32 in __wt_evict () #10 0x0000564f717c1823 in __evict_page () #11 0x0000564f717c2b8a in __wt_cache_eviction_worker () #12 0x0000564f7181ff8b in __session_begin_transaction () #13 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #14 0x0000564f70b472a7 in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #15 0x0000564f70b3bdfe in mongo::WiredTigerRecordStore::storageSize(mongo::OperationContext*, mongo::BSONObjBuilder*, int) const () #16 0x0000564f70a36941 in mongo::appendCollectionStorageStats(mongo::OperationContext*, mongo::NamespaceString const&, mongo::BSONObj const&, mongo::BSONObjBuilder*) () #17 0x0000564f7033ef95 in mongo::CollectionStats::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #18 0x0000564f704bf952 in mongo::(anonymous namespace)::FTDCSimpleInternalCommandCollector::collect(mongo::OperationContext*, mongo::BSONObjBuilder&) () #19 0x0000564f704b430c in mongo::FTDCCollectorCollection::collect(mongo::Client*) () #20 0x0000564f704b7dfd in mongo::FTDCController::doLoop() () #21 0x0000564f718b3b50 in execute_native_thread_routine () #22 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b033d700) at pthread_create.c:333 #23 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 7 (Thread 0x7f77b5347700 (LWP 1475)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f717ecf71 in __wt_cond_wait_signal () #2 0x0000564f717c3da3 in __wt_evict_thread_run () #3 0x0000564f7182dd36 in __wt_thread_run () #4 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b5347700) at pthread_create.c:333 #5 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 2 times Thread 175 (Thread 0x7f778be53700 (LWP 13036)): #0 0x0000564f71771747 in __split_multi_inmem () #1 0x0000564f71775bda in __wt_split_rewrite () #2 0x0000564f717c6f32 in __wt_evict () #3 0x0000564f717c1823 in __evict_page () #4 0x0000564f717c2b8a in __wt_cache_eviction_worker () #5 0x0000564f7181ff8b in __session_begin_transaction () #6 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #7 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #8 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #9 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #10 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #11 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #12 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #13 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #14 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #15 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #16 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #17 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #18 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #19 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #20 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #21 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #22 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #23 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #24 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #25 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #26 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #27 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #28 0x00007f77b7f1e6ba in start_thread (arg=0x7f778be53700) at pthread_create.c:333 #29 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 75 (Thread 0x7f7790ba0700 (LWP 14493)): #0 0x0000564f717e79b6 in __wt_calloc () #1 0x0000564f71786b05 in __wt_row_insert_alloc () #2 0x0000564f7178713b in __wt_row_modify () #3 0x0000564f717717b9 in __split_multi_inmem () #4 0x0000564f71775bda in __wt_split_rewrite () #5 0x0000564f717c6f32 in __wt_evict () #6 0x0000564f717c1823 in __evict_page () #7 0x0000564f717c2b8a in __wt_cache_eviction_worker () #8 0x0000564f7181ff8b in __session_begin_transaction () #9 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #10 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #11 0x0000564f70b39011 in mongo::WiredTigerRecordStore::getCursor(mongo::OperationContext*, bool) const () #12 0x0000564f702b0ff4 in mongo::Collection::getCursor(mongo::OperationContext*, bool) const () #13 0x0000564f7044c9a7 in mongo::CollectionScan::doWork(unsigned long*) () #14 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #15 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #16 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #17 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #18 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #19 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #20 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #21 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #22 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #23 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #24 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #25 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #26 0x00007f77b7f1e6ba in start_thread (arg=0x7f7790ba0700) at pthread_create.c:333 #27 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 82 (Thread 0x7f779079c700 (LWP 7522)): #0 0x0000564f71770f1a in __split_multi_inmem_final.isra.6 () #1 0x0000564f71775bf2 in __wt_split_rewrite () #2 0x0000564f717c6f32 in __wt_evict () #3 0x0000564f717c1823 in __evict_page () #4 0x0000564f717c2b8a in __wt_cache_eviction_worker () #5 0x0000564f7181ff8b in __session_begin_transaction () #6 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #7 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #8 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #9 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #10 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #11 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #12 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #13 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #14 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #15 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #16 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #17 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #18 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #19 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #20 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #21 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #22 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #23 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #24 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #25 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #26 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #27 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #28 0x00007f77b7f1e6ba in start_thread (arg=0x7f779079c700) at pthread_create.c:333 #29 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 110 (Thread 0x7f77914a9700 (LWP 12105)): #0 0x0000564f70feed82 in base::internal::SpinLockDelay(int volatile*, int, int) () #1 0x0000564f70feec07 in SpinLock::SlowLock() () #2 0x0000564f70ff0de0 in tcmalloc::CentralFreeList::RemoveRange(void**, void**, int) () #3 0x0000564f70ffec53 in tcmalloc::ThreadCache::FetchFromCentralCache(unsigned long, unsigned long) () #4 0x0000564f71934df5 in tc_calloc () #5 0x0000564f717e798b in __wt_calloc () #6 0x0000564f71786b05 in __wt_row_insert_alloc () #7 0x0000564f7178713b in __wt_row_modify () #8 0x0000564f717717b9 in __split_multi_inmem () #9 0x0000564f71775bda in __wt_split_rewrite () #10 0x0000564f717c6f32 in __wt_evict () #11 0x0000564f717c1823 in __evict_page () #12 0x0000564f717c2b8a in __wt_cache_eviction_worker () #13 0x0000564f7181ff8b in __session_begin_transaction () #14 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #15 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #16 0x0000564f70b38e29 in mongo::WiredTigerRecordStore::oplogStartHack(mongo::OperationContext*, mongo::RecordId const&) const () #17 0x0000564f70739701 in mongo::(anonymous namespace)::getOplogStartHack(mongo::OperationContext*, mongo::Collection*, std::unique_ptr >) [clone .constprop.502] () #18 0x0000564f70739992 in mongo::getExecutorFind(mongo::OperationContext*, mongo::Collection*, mongo::NamespaceString const&, std::unique_ptr >, mongo::PlanExecutor::YieldPolicy) () #19 0x0000564f70363ba0 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #20 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #21 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #22 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #23 0x0000564f70559040 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #24 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #25 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #26 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #27 0x00007f77b7f1e6ba in start_thread (arg=0x7f77914a9700) at pthread_create.c:333 #28 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 25 (Thread 0x7f77abb34700 (LWP 1520)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f70db1d74 in mongo::(anonymous namespace)::PeriodicTaskRunner::run() () #2 0x0000564f70db0c51 in mongo::BackgroundJob::jobBody() () #3 0x0000564f718b3b50 in execute_native_thread_routine () #4 0x00007f77b7f1e6ba in start_thread (arg=0x7f77abb34700) at pthread_create.c:333 #5 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 178 (Thread 0x7f778bb50700 (LWP 13046)): #0 __memcpy_avx_unaligned () at ../sysdeps/x86_64/multiarch/memcpy-avx-unaligned.S:238 #1 0x0000564f7193412c in tc_realloc () #2 0x0000564f717e7877 in __realloc_func () #3 0x0000564f717fa52a in __rec_update_move () #4 0x0000564f717fb7ab in __rec_split_write () #5 0x0000564f71803c71 in __rec_row_leaf () #6 0x0000564f71804229 in __wt_reconcile () #7 0x0000564f717c64fb in __wt_evict () #8 0x0000564f717c1823 in __evict_page () #9 0x0000564f717c2b8a in __wt_cache_eviction_worker () #10 0x0000564f7181ff8b in __session_begin_transaction () #11 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #12 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #13 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #14 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #15 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #16 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #17 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #18 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #19 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #20 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #21 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #22 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #23 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #24 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #25 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #26 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #27 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #28 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #29 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #30 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #31 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #32 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #33 0x00007f77b7f1e6ba in start_thread (arg=0x7f778bb50700) at pthread_create.c:333 #34 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 102 (Thread 0x7f7790499700 (LWP 12006)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f717ecf71 in __wt_cond_wait_signal () #2 0x0000564f717c2c14 in __wt_cache_eviction_worker () #3 0x0000564f7181ff8b in __session_begin_transaction () #4 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #6 0x0000564f70b3b458 in mongo::WiredTigerRecordStore::_insertRecords(mongo::OperationContext*, mongo::Record*, unsigned long) () #7 0x0000564f70b3b821 in mongo::WiredTigerRecordStore::insertRecords(mongo::OperationContext*, std::vector >*, bool) () #8 0x0000564f702b536e in mongo::Collection::_insertDocuments(mongo::OperationContext*, __gnu_cxx::__normal_iterator > >, __gnu_cxx::__normal_iterator > >, bool, mongo::OpDebug*) () #9 0x0000564f702b58b6 in mongo::Collection::insertDocuments(mongo::OperationContext*, __gnu_cxx::__normal_iterator > >, __gnu_cxx::__normal_iterator > >, mongo::OpDebug*, bool, bool) () #10 0x0000564f702b5e23 in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, mongo::OpDebug*, bool, bool) () #11 0x0000564f7055f6fd in mongo::profile(mongo::OperationContext*, mongo::NetworkOp) () #12 0x0000564f705591fe in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #14 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #15 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #16 0x00007f77b7f1e6ba in start_thread (arg=0x7f7790499700) at pthread_create.c:333 #17 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 6 times Thread 261 (Thread 0x7f77868fe700 (LWP 15801)): #0 0x00007f77b7f26a15 in futex_abstimed_wait_cancelable (private=0, abstime=0x7f77868fb070, expected=0, futex_word=0x564f725c0760 ) at ../sysdeps/unix/sysv/linux/futex-internal.h:205 #1 do_futex_wait (sem=sem@entry=0x564f725c0760 , abstime=abstime@entry=0x7f77868fb070) at sem_waitcommon.c:111 #2 0x00007f77b7f26adf in __new_sem_wait_slow (sem=0x564f725c0760 , abstime=0x7f77868fb070) at sem_waitcommon.c:181 #3 0x00007f77b7f26b92 in sem_timedwait (sem=, abstime=) at sem_timedwait.c:36 #4 0x0000564f70dbcbcc in mongo::TicketHolder::waitForTicketUntil(mongo::Date_t) () #5 0x0000564f70413719 in mongo::LockerImpl::_lockGlobalBegin(mongo::LockMode, mongo::Duration >) () #6 0x0000564f70404c4c in mongo::Lock::GlobalLock::_enqueue(mongo::LockMode, unsigned int) () #7 0x0000564f70404c95 in mongo::Lock::GlobalLock::GlobalLock(mongo::Locker*, mongo::LockMode, unsigned int, mongo::Lock::GlobalLock::EnqueueOnly) () #8 0x0000564f70404cd8 in mongo::Lock::GlobalLock::GlobalLock(mongo::Locker*, mongo::LockMode, unsigned int) () #9 0x0000564f70404d67 in mongo::Lock::DBLock::DBLock(mongo::Locker*, mongo::StringData, mongo::LockMode) () #10 0x0000564f704280b0 in mongo::AutoGetDb::AutoGetDb(mongo::OperationContext*, mongo::StringData, mongo::LockMode) () #11 0x0000564f70428bba in mongo::AutoGetCollection::AutoGetCollection(mongo::OperationContext*, mongo::NamespaceString const&, mongo::LockMode, mongo::LockMode, mongo::AutoGetCollection::ViewMode) () #12 0x0000564f704291fb in mongo::AutoGetCollectionForRead::AutoGetCollectionForRead(mongo::OperationContext*, mongo::NamespaceString const&, mongo::AutoGetCollection::ViewMode) () #13 0x0000564f704292fc in mongo::AutoGetCollectionOrViewForRead::AutoGetCollectionOrViewForRead(mongo::OperationContext*, mongo::NamespaceString const&) () #14 0x0000564f703638ad in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #15 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #16 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #17 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #18 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #19 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #20 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #21 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #22 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #23 0x00007f77b7f1e6ba in start_thread (arg=0x7f77868fe700) at pthread_create.c:333 #24 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 No locals. #1 0x0000564f718b0f5c in std::condition_variable::wait(std::unique_lock&) () No symbol table info available. #2 0x0000564f70dbeadf in mongo::waitForShutdown() () No symbol table info available. #3 0x0000564f700d67b2 in mongo::(anonymous namespace)::_initAndListen(int) () No symbol table info available. #4 0x0000564f700f4286 in main () No symbol table info available. 1 times Thread 2 (Thread 0x7f77b7b4c700 (LWP 1411)): #0 0x00007f77b7f1f98d in pthread_join (threadid=140151758952192, thread_return=0x0) at pthread_join.c:90 #1 0x0000564f718b3a97 in std::thread::join() () #2 0x0000564f708a5262 in mongo::repl::ReplicationCoordinatorExternalStateImpl::_stopDataReplication_inlock(mongo::OperationContext*, std::unique_lock*) () #3 0x0000564f708a6948 in mongo::repl::ReplicationCoordinatorExternalStateImpl::shutdown(mongo::OperationContext*) () #4 0x0000564f708b8eed in mongo::repl::ReplicationCoordinatorImpl::shutdown(mongo::OperationContext*) () #5 0x0000564f70153cb8 in shutdownTask() () #6 0x0000564f70dbe982 in mongo::(anonymous namespace)::runTasks(std::stack, std::deque, std::allocator > > >) [clone .constprop.57] () #7 0x0000564f700e9b69 in mongo::shutdown(mongo::ExitCode) () #8 0x0000564f70e3d16e in mongo::(anonymous namespace)::signalProcessingThread() () #9 0x0000564f718b3b50 in execute_native_thread_routine () #10 0x00007f77b7f1e6ba in start_thread (arg=0x7f77b7b4c700) at pthread_create.c:333 #11 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 7 times Thread 179 (Thread 0x7f778ba4f700 (LWP 13050)): #0 0x0000564f71787369 in __wt_row_modify () #1 0x0000564f717717b9 in __split_multi_inmem () #2 0x0000564f71775bda in __wt_split_rewrite () #3 0x0000564f717c6f32 in __wt_evict () #4 0x0000564f717c1823 in __evict_page () #5 0x0000564f717c2b8a in __wt_cache_eviction_worker () #6 0x0000564f7181ff8b in __session_begin_transaction () #7 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #8 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #9 0x0000564f70b22f57 in mongo::WiredTigerIndexUnique::newCursor(mongo::OperationContext*, bool) const () #10 0x0000564f70533f78 in mongo::IndexAccessMethod::newCursor(mongo::OperationContext*, bool) const () #11 0x0000564f70466d78 in mongo::IndexScan::initIndexScan() () #12 0x0000564f7046729f in mongo::IndexScan::doWork(unsigned long*) () #13 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #14 0x0000564f70455f1e in mongo::FetchStage::doWork(unsigned long*) () #15 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #16 0x0000564f7046ba56 in mongo::LimitStage::doWork(unsigned long*) () #17 0x0000564f704777d3 in mongo::PlanStage::work(unsigned long*) () #18 0x0000564f7077cb1a in mongo::PlanExecutor::getNextImpl(mongo::Snapshotted*, mongo::RecordId*) () #19 0x0000564f7077d43b in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #20 0x0000564f70363f73 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #21 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #22 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #23 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #24 0x0000564f70556a52 in mongo::(anonymous namespace)::receivedCommand(mongo::OperationContext*, mongo::NamespaceString const&, mongo::Client&, mongo::DbResponse&, mongo::Message&) [clone .isra.110] [clone .constprop.124] () #25 0x0000564f70558a56 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #26 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #27 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #28 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #29 0x00007f77b7f1e6ba in start_thread (arg=0x7f778ba4f700) at pthread_create.c:333 #30 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 18 (Thread 0x7f77afb3c700 (LWP 1512)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:225 #1 0x0000564f707c8350 in mongo::RangeDeleter::doWork() () #2 0x0000564f718b3b50 in execute_native_thread_routine () #3 0x00007f77b7f1e6ba in start_thread (arg=0x7f77afb3c700) at pthread_create.c:333 #4 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 34 times Thread 290 (Thread 0x7f77856ec700 (LWP 23703)): #0 0x00007f77b7f2787f in __libc_recv (fd=233, buf=0x7f77856eaea0, n=16, flags=16384) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:28 #1 0x0000564f70debeb4 in mongo::Socket::_recv(char*, int) () #2 0x0000564f70debf37 in mongo::Socket::recv(char*, int) () #3 0x0000564f70de4344 in mongo::MessagingPort::recv(mongo::Message&) () #4 0x0000564f70da839e in std::_Function_handler const&, mongo::Message*, mongo::Date_t)::{lambda(mongo::AbstractMessagingPort*)#1}>::_M_invoke(std::_Any_data const&, mongo::AbstractMessagingPort*&&) () #5 0x0000564f70daad45 in mongo::transport::TransportLayerLegacy::_runTicket(mongo::transport::Ticket) () #6 0x0000564f70dab08f in mongo::transport::TransportLayerLegacy::wait(mongo::transport::Ticket&&) () #7 0x0000564f70da7ae7 in mongo::transport::Ticket::wait() && () #8 0x0000564f701583e8 in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #9 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #10 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #11 0x00007f77b7f1e6ba in start_thread (arg=0x7f77856ec700) at pthread_create.c:333 #12 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109 1 times Thread 109 (Thread 0x7f7791fb4700 (LWP 12102)): #0 0x0000564f71771747 in __split_multi_inmem () #1 0x0000564f71775bda in __wt_split_rewrite () #2 0x0000564f717c6f32 in __wt_evict () #3 0x0000564f717c1823 in __evict_page () #4 0x0000564f717c2b8a in __wt_cache_eviction_worker () #5 0x0000564f7181ff8b in __session_begin_transaction () #6 0x0000564f70b470d2 in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #7 0x0000564f70b473e0 in mongo::WiredTigerCursor::WiredTigerCursor(std::__cxx11::basic_string, std::allocator > const&, unsigned long, bool, mongo::OperationContext*) () #8 0x0000564f70b38e29 in mongo::WiredTigerRecordStore::oplogStartHack(mongo::OperationContext*, mongo::RecordId const&) const () #9 0x0000564f70739701 in mongo::(anonymous namespace)::getOplogStartHack(mongo::OperationContext*, mongo::Collection*, std::unique_ptr >) [clone .constprop.502] () #10 0x0000564f70739992 in mongo::getExecutorFind(mongo::OperationContext*, mongo::Collection*, mongo::NamespaceString const&, std::unique_ptr >, mongo::PlanExecutor::YieldPolicy) () #11 0x0000564f70363ba0 in mongo::FindCmd::run(mongo::OperationContext*, std::__cxx11::basic_string, std::allocator > const&, mongo::BSONObj&, int, std::__cxx11::basic_string, std::allocator >&, mongo::BSONObjBuilder&) () #12 0x0000564f7033aaaf in mongo::Command::run(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #13 0x0000564f7033c17a in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #14 0x0000564f70951a30 in mongo::runCommands(mongo::OperationContext*, mongo::rpc::RequestInterface const&, mongo::rpc::ReplyBuilderInterface*) () #15 0x0000564f70559040 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x0000564f7015851d in mongo::ServiceEntryPointMongod::_sessionLoop(std::shared_ptr const&) () #17 0x0000564f70158e4d in std::_Function_handler const&), mongo::ServiceEntryPointMongod::startSession(std::shared_ptr)::{lambda(std::shared_ptr const&)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr const&) () #18 0x0000564f70da6b91 in mongo::(anonymous namespace)::runFunc(void*) () #19 0x00007f77b7f1e6ba in start_thread (arg=0x7f7791fb4700) at pthread_create.c:333 #20 0x00007f77b7c543dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109