Thread 38: "rsBackgroundSync" (Thread 0x7f350204e700 (LWP 24880))
|
#0 0x00007f35a0d53404 in pthread_cond_wait@@GLIBC_2.3.2 () from target:/lib/x86_64-linux-gnu/libpthread.so.0
|
#1 0x00007f35a436c03c in __gthread_cond_wait (__mutex=<optimized out>, __cond=__cond@entry=0x7f35a987ab28) at /data/mci/d4fd0a0771c6aae8fcb2a4bad42d3271/toolchain-builder/build-gcc-v2.sh-J5F/x86_64-mongodb-linux/libstdc++-v3/include/x86_64-mongodb-linux/bits/gthr-default.h:864
|
#2 std::condition_variable::wait (this=this@entry=0x7f35a987ab28, __lock=...) at ../../../../../gcc-5.4.0/libstdc++-v3/src/c++11/condition_variable.cc:53
|
#3 0x00007f35a3230b6b in mongo::repl::ReplicationExecutor::Event::waitUntilSignaled (this=0x7f35a987ab10) at src/mongo/db/repl/replication_executor.cpp:565
|
#4 0x00007f35a31fd713 in mongo::repl::ReplicationCoordinatorImpl::setFollowerMode (this=0x7f35a6f1ed00, newState=...) at src/mongo/db/repl/replication_coordinator_impl.cpp:835
|
#5 0x00007f35a2f01768 in mongo::repl::rollback(mongo::OperationContext*, mongo::repl::OplogInterface const&, mongo::repl::RollbackSource const&, int, mongo::repl::ReplicationCoordinator*, mongo::repl::StorageInterface*, std::function<void (int)>) (opCtx=opCtx@entry=0x7f35a8b65ce0, localOplog=..., rollbackSource=..., requiredRBID=requiredRBID@entry=3, replCoord=0x7f35a6f1ed00, storageInterface=storageInterface@entry=0x7f35a6ff1f80, sleepSecsFn=...) at src/mongo/db/repl/rs_rollback.cpp:895
|
#6 0x00007f35a2ee8f46 in mongo::repl::BackgroundSync::_fallBackOn3dot4Rollback (this=this@entry=0x7f35a7180c80, opCtx=opCtx@entry=0x7f35a8b65ce0, source=..., requiredRBID=requiredRBID@entry=3, localOplog=localOplog@entry=0x7f350204c470, storageInterface=storageInterface@entry=0x7f35a6ff1f80) at src/mongo/db/repl/bgsync.cpp:691
|
#7 0x00007f35a2ee9630 in mongo::repl::BackgroundSync::_runRollback (this=this@entry=0x7f35a7180c80, opCtx=opCtx@entry=0x7f35a8b65ce0, fetcherReturnStatus=Status(OplogStartMissing, {static npos = 18446744073709551615, _M_dataplus = {<std::allocator<char>> = {<__gnu_cxx::new_allocator<char>> = {<No data fields>}, <No data fields>}, _M_p = 0x7f35a7149120 "Received an empty batch from sync source."}, _M_string_length = 41, {_M_local_buf = ")\000\000\000\000\000\000\000\000\000\266\250\065\177\000", _M_allocated_capacity = 41}}), source=..., requiredRBID=3, storageInterface=storageInterface@entry=0x7f35a6ff1f80) at src/mongo/db/repl/bgsync.cpp:621
|
#8 0x00007f35a2eebd32 in mongo::repl::BackgroundSync::_produce (this=this@entry=0x7f35a7180c80, opCtx=0x7f35a8b65ce0) at src/mongo/db/repl/bgsync.cpp:480
|
#9 0x00007f35a2eec542 in mongo::repl::BackgroundSync::_runProducer (this=this@entry=0x7f35a7180c80) at src/mongo/db/repl/bgsync.cpp:241
|
#10 0x00007f35a2eec6ca in mongo::repl::BackgroundSync::_run (this=0x7f35a7180c80) at src/mongo/db/repl/bgsync.cpp:198
|
#11 0x00007f35a436ec50 in std::execute_native_thread_routine (__p=<optimized out>) at ../../../../../gcc-5.4.0/libstdc++-v3/src/c++11/thread.cc:84
|
#12 0x00007f35a0d4f184 in start_thread () from target:/lib/x86_64-linux-gnu/libpthread.so.0
|
#13 0x00007f35a0a7cbed in clone () from target:/lib/x86_64-linux-gnu/libc.so.6
|
...
|
Thread 13: "replExecDBWorker-0" (Thread 0x7f350f273700 (LWP 24847))
|
#0 0x00007f35a0d53404 in pthread_cond_wait@@GLIBC_2.3.2 () from target:/lib/x86_64-linux-gnu/libpthread.so.0
|
#1 0x00007f35a436c03c in __gthread_cond_wait (__mutex=<optimized out>, __cond=__cond@entry=0x7f35a506f548 <mongo::dur::(anonymous namespace)::commitNotify+40>) at /data/mci/d4fd0a0771c6aae8fcb2a4bad42d3271/toolchain-builder/build-gcc-v2.sh-J5F/x86_64-mongodb-linux/libstdc++-v3/include/x86_64-mongodb-linux/bits/gthr-default.h:864
|
#2 std::condition_variable::wait (this=this@entry=0x7f35a506f548 <mongo::dur::(anonymous namespace)::commitNotify+40>, __lock=...) at ../../../../../gcc-5.4.0/libstdc++-v3/src/c++11/condition_variable.cc:53
|
#3 0x00007f35a301a66b in mongo::CommitNotifier::awaitBeyondNow (this=this@entry=0x7f35a506f520 <mongo::dur::(anonymous namespace)::commitNotify>) at src/mongo/db/storage/mmap_v1/commit_notifier.cpp:61
|
#4 0x00007f35a301fce0 in mongo::dur::(anonymous namespace)::DurableImpl::waitUntilDurable (this=<optimized out>) at src/mongo/db/storage/mmap_v1/dur.cpp:538
|
#5 0x00007f35a2e895a0 in mongo::repl::ReplicationCoordinatorExternalStateImpl::storeLocalLastVoteDocument (this=<optimized out>, opCtx=0x7f35a8b64e00, lastVote=...) at src/mongo/db/repl/replication_coordinator_external_state_impl.cpp:529
|
#6 0x00007f35a32058db in mongo::repl::ReplicationCoordinatorImpl::_writeLastVoteForMyElection (this=0x7f35a6f1ed00, lastVote=..., cbData=...) at src/mongo/db/repl/replication_coordinator_impl_elect_v1.cpp:212
|
#7 0x00007f35a3231911 in std::function<void (mongo::executor::TaskExecutor::CallbackArgs const&)>::operator()(mongo::executor::TaskExecutor::CallbackArgs const&) const (__args#0=..., this=0x7f35a985e7e0) at /opt/mongodbtoolchain/v2/include/c++/5.4.0/functional:2267
|
#8 mongo::repl::ReplicationExecutor::_doOperation (this=0x7f35a702bf00, opCtx=0x7f35a8b64e00, taskRunnerStatus=Status::OK(), cbHandle=..., workQueue=0x7f35a702bfd8, terribleExLockSyncMutex=<optimized out>) at src/mongo/db/repl/replication_executor.cpp:431
|
#9 0x00007f35a32301bd in std::function<void ()>::operator()() const (this=<optimized out>) at /opt/mongodbtoolchain/v2/include/c++/5.4.0/functional:2267
|
#10 mongo::repl::(anonymous namespace)::callNoExcept(const std::function<void()> &) (fn=...) at src/mongo/db/repl/replication_executor.cpp:629
|
#11 0x00007f35a3238030 in std::function<void ()>::operator()() const (this=0x7f350f272070) at /opt/mongodbtoolchain/v2/include/c++/5.4.0/functional:2267
|
#12 mongo::repl::ReplicationExecutor::<lambda(mongo::OperationContext*, const mongo::Status&)>::operator() (status=..., opCtx=<optimized out>, __closure=<optimized out>) at src/mongo/db/repl/replication_executor.cpp:394
|
#13 std::_Function_handler<mongo::repl::TaskRunner::NextAction(mongo::OperationContext*, const mongo::Status&), mongo::repl::ReplicationExecutor::scheduleDBWork(const CallbackFn&, const mongo::NamespaceString&, mongo::LockMode)::<lambda(mongo::OperationContext*, const mongo::Status&)> >::_M_invoke(const std::_Any_data &, <unknown type in /data/mci/97b0f6547a665d19479b7e861c111d14/src/mongod.debug, CU 0xb2d27c3, DIE 0xb359591>, const mongo::Status &) (__functor=..., __args#0=<optimized out>, __args#1=...) at /opt/mongodbtoolchain/v2/include/c++/5.4.0/functional:1857
|
#14 0x00007f35a32b4b49 in std::function<mongo::repl::TaskRunner::NextAction (mongo::OperationContext*, mongo::Status const&)>::operator()(mongo::OperationContext*, mongo::Status const&) const (__args#1=Status::OK(), __args#0=0x7f35a8b64e00, this=0x7f350f272260) at /opt/mongodbtoolchain/v2/include/c++/5.4.0/functional:2267
|
#15 mongo::repl::(anonymous namespace)::runSingleTask (task=..., opCtx=<optimized out>, status=Status::OK()) at src/mongo/db/repl/task_runner.cpp:66
|
#16 0x00007f35a32b5c6f in mongo::repl::TaskRunner::_runTasks (this=0x7f35a702c270) at src/mongo/db/repl/task_runner.cpp:151
|
#17 0x00007f35a3aa869c in std::function<void ()>::operator()() const (this=0x7f350f272350) at /opt/mongodbtoolchain/v2/include/c++/5.4.0/functional:2267
|
#18 mongo::ThreadPool::_doOneTask (this=this@entry=0x7f35a702c0b0, lk=lk@entry=0x7f350f272430) at src/mongo/util/concurrency/thread_pool.cpp:329
|
#19 0x00007f35a3aa914c in mongo::ThreadPool::_consumeTasks (this=this@entry=0x7f35a702c0b0) at src/mongo/util/concurrency/thread_pool.cpp:281
|
#20 0x00007f35a3aa9b06 in mongo::ThreadPool::_workerThreadBody (pool=0x7f35a702c0b0, threadName=...) at src/mongo/util/concurrency/thread_pool.cpp:229
|
#21 0x00007f35a436ec50 in std::execute_native_thread_routine (__p=<optimized out>) at ../../../../../gcc-5.4.0/libstdc++-v3/src/c++11/thread.cc:84
|
#22 0x00007f35a0d4f184 in start_thread () from target:/lib/x86_64-linux-gnu/libpthread.so.0
|
#23 0x00007f35a0a7cbed in clone () from target:/lib/x86_64-linux-gnu/libc.so.6
|
...
|
Thread 6: "durability" (Thread 0x7f359e97a700 (LWP 24840))
|
#0 0x00007f35a0d537be in pthread_cond_timedwait@@GLIBC_2.3.2 () from target:/lib/x86_64-linux-gnu/libpthread.so.0
|
#1 0x00007f35a3c34d78 in __gthread_cond_timedwait (__abs_timeout=0x7f359e977ff0, __mutex=<optimized out>, __cond=0x7f35a981b9d8) at /opt/mongodbtoolchain/v2/include/c++/5.4.0/x86_64-mongodb-linux/bits/gthr-default.h:871
|
#2 std::condition_variable::__wait_until_impl<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=<synthetic pointer>..., this=0x7f35a981b9d8) at /opt/mongodbtoolchain/v2/include/c++/5.4.0/condition_variable:165
|
#3 std::condition_variable::wait_until<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=<synthetic pointer>..., this=0x7f35a981b9d8) at /opt/mongodbtoolchain/v2/include/c++/5.4.0/condition_variable:105
|
#4 std::condition_variable::wait_until<std::chrono::_V2::system_clock, std::chrono::duration<long int, std::ratio<1l, 1000000000l> >, mongo::CondVarLockGrantNotification::wait(mongo::Milliseconds)::<lambda()> > (__p=..., __atime=..., __lock=<synthetic pointer>..., this=0x7f35a981b9d8) at /opt/mongodbtoolchain/v2/include/c++/5.4.0/condition_variable:128
|
#5 std::condition_variable::wait_for<long int, std::ratio<1l, 1000000000l>, mongo::CondVarLockGrantNotification::wait(mongo::Milliseconds)::<lambda()> > (__p=..., __rtime=..., __lock=<synthetic pointer>..., this=0x7f35a981b9d8) at /opt/mongodbtoolchain/v2/include/c++/5.4.0/condition_variable:144
|
#6 mongo::CondVarLockGrantNotification::wait (this=this@entry=0x7f35a981b9a8, timeout=..., timeout@entry=...) at src/mongo/db/concurrency/lock_state.cpp:225
|
#7 0x00007f35a3c3963e in mongo::LockerImpl<true>::lockComplete (this=0x7f35a981b400, resId=..., mode=<optimized out>, timeout=..., checkDeadlock=true) at src/mongo/db/concurrency/lock_state.cpp:744
|
#8 0x00007f35a3c34fab in mongo::AutoAcquireFlushLockForMMAPV1Commit::AutoAcquireFlushLockForMMAPV1Commit (this=0x7f359e978420, locker=<optimized out>) at src/mongo/db/concurrency/lock_state.cpp:880
|
#9 0x00007f35a30211d7 in mongo::dur::durThread (cs=0x7f35a702a360, serverStartMs=1493846747694) at src/mongo/db/storage/mmap_v1/dur.cpp:731
|
#10 0x00007f35a436ec50 in std::execute_native_thread_routine (__p=<optimized out>) at ../../../../../gcc-5.4.0/libstdc++-v3/src/c++11/thread.cc:84
|
#11 0x00007f35a0d4f184 in start_thread () from target:/lib/x86_64-linux-gnu/libpthread.so.0
|
#12 0x00007f35a0a7cbed in clone () from target:/lib/x86_64-linux-gnu/libc.so.6
|